-- Logs begin at Tue 2021-06-01 09:32:22 UTC, end at Tue 2021-06-01 10:31:03 UTC. --
Jun 01 10:05:19.248179 dv-cinder-784779-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 01 10:05:20.234651 dv-cinder-784779-13-iscsi neutron-server[91775]: Beware of the coming changes in the project packaging
Jun 01 10:05:20.235270 dv-cinder-784779-13-iscsi neutron-server[91775]: https://github.com/svinota/pyroute2/discussions/786
Jun 01 10:05:21.699602 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.common.config [-] Logging enabled!
Jun 01 10:05:21.700251 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249
Jun 01 10:05:21.700349 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91775) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 01 10:05:21.703480 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.common.config [-] Logging enabled!
Jun 01 10:05:21.703731 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249
Jun 01 10:05:21.704041 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91775) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 01 10:05:21.704941 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 01 10:05:21.705198 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 01 10:05:21.705556 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 01 10:05:21.705803 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 01 10:05:21.706028 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 01 10:05:21.706351 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.706650 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.706942 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.707168 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.707461 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.707745 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.708038 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.708304 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.708596 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.708875 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.709148 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.709485 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.709716 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.710250 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.710535 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.710819 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.711042 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] debug                          = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.711350 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.712058 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.712476 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.712762 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.713052 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.713360 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.713635 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.713915 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.714196 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.714521 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] host                           = dv-cinder-784779-13-iscsi {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.714798 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.715082 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.715366 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.715648 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.715921 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.716194 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.716480 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.716750 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.717021 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.717317 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.717605 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.717890 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.718186 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.718409 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.718632 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.718917 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.719200 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.719470 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.719737 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.720006 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.720275 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.720542 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.720806 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.721086 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.721390 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.721669 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.721937 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.722204 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.722473 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.722738 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.723019 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.723285 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.723548 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.723820 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.724102 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.724370 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.724637 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.724931 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.725790 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.726069 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.726358 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.726628 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.726910 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.727180 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.727449 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.727720 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.727986 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.728256 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.728535 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.728806 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.729074 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.729365 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.729636 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.729916 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:21.730213 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.730510 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.730808 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.731090 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.731383 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.731658 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.731943 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.732222 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.732513 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.732801 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.733088 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.733387 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.733675 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.733954 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.734247 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.734551 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.734843 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.735133 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.735405 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.735678 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.735949 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.736230 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.736514 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.736804 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.737093 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.737395 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.737681 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.737960 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.738236 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.738506 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.738781 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.739067 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.739341 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.739609 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.739887 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.740163 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.740433 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.741288 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.741557 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.741853 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.742120 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.742389 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.742656 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.742932 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.743199 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.743481 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.743755 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.744028 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.744295 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.744572 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.744840 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.745112 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.745412 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.745682 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.745956 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.746232 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.746502 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.746773 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.747042 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.747310 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.747578 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.747848 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.748129 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.748399 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.748666 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.748933 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.749225 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.749498 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.749780 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.750072 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.750347 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.750619 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.750892 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.751165 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.751438 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.751711 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.751982 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.752252 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.752521 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.752807 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.753085 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.753384 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.753664 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.753934 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.754225 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.754498 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.754774 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.755045 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.755317 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.755600 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.755880 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.756173 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.757113 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.757418 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.757711 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.758003 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.758283 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.758589 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.758868 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:21.759086 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 01 10:05:21.759323 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91775) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 01 10:05:22.110993 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:05:22.111271 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:05:22.111559 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:05:22.112030 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 01 10:05:22.504745 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.505040 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.505336 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.507069 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.507350 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.507614 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.542751 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.543041 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.543312 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.556093 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.556377 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.556650 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.587408 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.587686 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.587953 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.623607 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.623885 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.624152 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.855756 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd487a79ee0> agent after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.856371 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd487a79ee0> agent after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.856371 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fd487a79e50> segment precommit_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.856530 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fd487a79dc0> network precommit_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.857228 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fd487a9c9d0> segment before_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.984196 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> network before_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.984516 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fd487b0f0d0> agent before_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.984800 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> network before_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.985074 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> port before_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.985368 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> port before_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.985681 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> segment precommit_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.985939 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> segment precommit_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.986193 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> segment after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.986446 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> segment after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.986726 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> network after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.986983 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> network precommit_delete 0 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.987247 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> port provisioning_complete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.987510 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> rbac-policy before_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.987768 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> rbac-policy after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.988042 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> agent after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.988311 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> subnet after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.989673 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> subnet precommit_delete 0 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.989978 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> rbac-policy before_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.990258 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> rbac-policy before_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.990561 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> segment_host_mapping after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.991441 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> port after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.991745 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> port after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.991970 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> port after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.992259 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> rbac-policy before_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.992517 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> rbac-policy before_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.992850 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd4883b1ca0>> rbac-policy before_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:22.993146 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 10:05:22.993414 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 10:05:22.993658 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 10:05:22.993897 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 10:05:22.994133 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 10:05:22.994368 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 10:05:22.994743 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 01 10:05:22.998184 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 01 10:05:23.002066 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 01 10:05:23.005811 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])])
Jun 01 10:05:23.008047 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 01 10:05:23.008498 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 01 10:05:23.008829 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 01 10:05:23.009233 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 01 10:05:23.012167 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 01 10:05:23.012419 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 01 10:05:23.012763 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 01 10:05:23.039636 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 01 10:05:23.040079 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fd487b3ba00>> qos_plugin after_init 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.040377 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91775) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 01 10:05:23.040741 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fd487b3b460>> logging-plugin after_init 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.042100 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91775) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 01 10:05:23.042374 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 01 10:05:23.042615 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 01 10:05:23.045826 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd4878d81f0>> floatingip before_response 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.046111 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd4878d81f0>> port before_response 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.109848 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 01 10:05:23.110034 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 01 10:05:23.110271 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 01 10:05:23.110640 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 01 10:05:23.142022 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_db.sqlalchemy.engines [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91775) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 01 10:05:23.492355 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Initializing driver for type 'gre'
Jun 01 10:05:23.492890 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] gre ID ranges: [(1, 1000)]
Jun 01 10:05:23.546417 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Initializing driver for type 'local'
Jun 01 10:05:23.546796 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Initializing driver for type 'vlan'
Jun 01 10:05:23.558811 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] VlanTypeDriver initialization complete
Jun 01 10:05:23.559170 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Initializing driver for type 'vxlan'
Jun 01 10:05:23.559634 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] vxlan ID ranges: [(1, 1000)]
Jun 01 10:05:23.618015 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Initializing extension driver 'port_security'
Jun 01 10:05:23.618396 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.extensions.port_security [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] PortSecurityExtensionDriver initialization complete
Jun 01 10:05:23.618769 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Initializing mechanism driver 'openvswitch'
Jun 01 10:05:23.619098 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Initializing mechanism driver 'hyperv'
Jun 01 10:05:23.625629 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.plugins.ml2.plugin [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:05:23.626389 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd48798e430>> port after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.626768 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd48798e430>> port after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.627131 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd48798e430>> port after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.627528 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd48798e340>> subnet after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.627885 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd48798e340>> subnet after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.628236 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd48798e340>> subnet after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.628625 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd4874342e0>> network after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.628981 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd4874342e0>> network after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.629359 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd4874342e0>> network after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.629744 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd487434550>> security_group after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.630095 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd487434550>> security_group after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.630441 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd487434550>> security_group after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.630824 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd4874347f0>> security_group_rule after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.631171 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd4874347f0>> security_group_rule after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.632139 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd4874347f0>> security_group_rule after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.632524 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd487434a30>> address_group after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.632874 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd487434a30>> address_group after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.633245 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd487434a30>> address_group after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.633594 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] ML2 OVO RPC backend initialized. {{(pid=91775) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
Jun 01 10:05:23.634304 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> router_interface after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.634664 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> router_interface after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.635084 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> network before_response 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.635435 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> networks before_response 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.635786 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> port before_response 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.636135 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> ports before_response 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.636485 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> subnet before_response 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.636830 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> subnets before_response 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.637197 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> network after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.637548 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> network after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.637886 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> network after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.638227 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> port after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.638570 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> port after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.638909 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> port after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.639248 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> subnet after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.639587 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> subnet after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.639926 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd487434e80>> subnet after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.640496 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.plugin [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Modular L2 Plugin initialization complete
Jun 01 10:05:23.640825 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading services supported by the core plugin {{(pid=91775) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 01 10:05:23.641154 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.plugins.ml2.managers [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Got port-security extension from driver 'port_security'
Jun 01 10:05:23.641653 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.extensions.vlantransparent [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Disabled vlantransparent extension.
Jun 01 10:05:23.642150 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91775) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 01 10:05:23.642469 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading Plugin: router
Jun 01 10:05:23.679576 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router_interface before_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.679971 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router after_create 55549900 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.680347 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router before_create 55549900 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.680718 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router_interface before_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.681092 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router_interface after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.681474 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router after_delete 55549900 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.681838 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> floatingip after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.682205 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router after_create 55549900 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.682562 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router after_update 55549900 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.682916 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router after_update 55549900 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.683268 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router_gateway after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.683628 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router after_update 55549900 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.684038 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router precommit_update 55549900 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.684407 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fd487a51940> port after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.684750 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fd487a51a60> port after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.685089 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fd487a519d0> subnet after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.685479 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fd487a51820> subnetpool_address_scope after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.685816 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> port precommit_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.686167 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router precommit_create 55549900 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.686514 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fd487a44430> port before_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.686863 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router precommit_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.687223 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router after_update 55549900 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.687570 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router precommit_delete 55549900 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.687921 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router precommit_create 55549900 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.688285 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router_interface after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.688635 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> router precommit_update 55549900 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.689006 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd487434fa0>> network after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.689889 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Tracking information for resource: router configured {{(pid=91775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 10:05:23.690229 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Tracking information for resource: floatingip configured {{(pid=91775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 10:05:23.695911 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.db.l3_agentschedulers_db [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 01 10:05:23.696495 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fd4873b2c10> port after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.696861 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fd4873b2af0> port after_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.697241 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <function _notify_port_delete at 0x7fd4873b2b80> port after_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.697602 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fd4873b2ee0> port after_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.698394 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd4873d77f0>> router before_create 55550100 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.698764 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd4873d77f0>> router precommit_delete 55550100 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.699132 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd4873d77f0>> router precommit_create 55550100 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.699494 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd4873d77f0>> router precommit_update 55550100 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.704069 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.services.provider_configuration [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Service providers = [] {{(pid=91775) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 01 10:05:23.704714 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.db.servicetype_db [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91775) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 01 10:05:23.707655 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.services.service_base [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 01 10:05:23.708011 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.services.service_base [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 01 10:05:23.708358 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.services.service_base [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 01 10:05:23.709264 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.services.service_base [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 01 10:05:23.709755 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.services.service_base [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 01 10:05:23.710546 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 10:05:23.710869 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 01 10:05:23.721280 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 10:05:23.721617 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading Plugin: auto_allocate
Jun 01 10:05:23.727588 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd4873fa310> network precommit_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.727963 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd4873fa310> network precommit_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.728484 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 10:05:23.728808 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading Plugin: tag
Jun 01 10:05:23.735560 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 10:05:23.735890 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading Plugin: timestamp
Jun 01 10:05:23.739659 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 10:05:23.739996 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading Plugin: network_ip_availability
Jun 01 10:05:23.745950 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd4873f5dc0>> rbac-policy before_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.746274 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd4873f5dc0>> rbac-policy before_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.746637 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd4873f5dc0>> rbac-policy before_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.747352 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 10:05:23.747677 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading Plugin: flavors
Jun 01 10:05:23.752565 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 10:05:23.752904 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading Plugin: revisions
Jun 01 10:05:23.757807 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 10:05:23.758202 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.647s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:05:23.758938 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91775) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 01 10:05:23.759279 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Initializing extension manager.
Jun 01 10:05:23.759787 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: __init__.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.760135 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: __pycache__ {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.760478 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.760824 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: address_group.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.761612 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.762181 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: address-group
Jun 01 10:05:23.762511 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: address_scope.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.763216 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.763732 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: address-scope
Jun 01 10:05:23.764061 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.764981 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.765533 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: router-admin-state-down-before-update
Jun 01 10:05:23.765861 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: agent.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.766555 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.767066 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: agent
Jun 01 10:05:23.767390 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: agent_resources_synced.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.768338 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.768801 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: agent-resources-synced
Jun 01 10:05:23.769123 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: allowedaddresspairs.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.770911 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.771437 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: allowed-address-pairs
Jun 01 10:05:23.771766 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: auto_allocated_topology.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.772921 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.773478 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: auto-allocated-topology
Jun 01 10:05:23.773810 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: availability_zone.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.774501 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.775012 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: availability_zone
Jun 01 10:05:23.775341 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: availability_zone_filter.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.776243 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.776785 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: availability_zone_filter
Jun 01 10:05:23.777096 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: data_plane_status.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.778021 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.778533 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 01 10:05:23.778861 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: default_subnetpools.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.779766 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.780284 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: default-subnetpools
Jun 01 10:05:23.780611 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.781451 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.781965 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: dhcp_agent_scheduler
Jun 01 10:05:23.782290 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: dns.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.783192 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.783703 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension dns-integration not supported by any of loaded plugins
Jun 01 10:05:23.784028 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: dns_domain_ports.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.784930 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.785466 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 01 10:05:23.785794 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: dvr.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.786454 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.786962 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: dvr
Jun 01 10:05:23.787284 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: empty_string_filtering.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.788290 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.788801 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: empty-string-filtering
Jun 01 10:05:23.789128 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.790051 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.790559 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 01 10:05:23.790890 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.791787 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.792297 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 01 10:05:23.792623 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: external_net.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.793546 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.794063 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: external-net
Jun 01 10:05:23.794388 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.795288 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.795801 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: extra_dhcp_opt
Jun 01 10:05:23.796126 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: extraroute.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.797025 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.797570 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: extraroute
Jun 01 10:05:23.797897 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: extraroute_atomic.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.798920 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.799436 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: extraroute-atomic
Jun 01 10:05:23.799762 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: filter_validation.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.800416 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.800930 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: filter-validation
Jun 01 10:05:23.801288 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: fip_pf_description.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.802367 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.802877 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 01 10:05:23.803738 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: fip_port_details.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.804700 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.805254 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: fip-port-details
Jun 01 10:05:23.805845 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: flavors.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.807065 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.807587 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: flavors
Jun 01 10:05:23.807917 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.809598 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.810123 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 01 10:05:23.810453 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: floatingip_pools.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.811147 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.811661 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: floatingip-pools
Jun 01 10:05:23.811987 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: ip_allocation.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.812893 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.813432 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 01 10:05:23.813760 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.814662 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.815174 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: ip-substring-filtering
Jun 01 10:05:23.815502 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: l2_adjacency.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.816428 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.816936 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 01 10:05:23.817291 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: l3.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.818244 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.819414 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: router
Jun 01 10:05:23.819721 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.821990 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.822526 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 01 10:05:23.822868 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.823791 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.824315 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: ext-gw-mode
Jun 01 10:05:23.824647 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.825595 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.826115 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: l3-ha
Jun 01 10:05:23.826447 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: l3_flavors.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.827351 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.827865 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: l3-flavors
Jun 01 10:05:23.828196 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.829094 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.829637 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 01 10:05:23.829967 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: l3agentscheduler.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.830984 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.831498 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: l3_agent_scheduler
Jun 01 10:05:23.831829 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: logging.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.833350 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.833875 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension logging not supported by any of loaded plugins
Jun 01 10:05:23.834209 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: metering.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.835365 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.835953 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: metering
Jun 01 10:05:23.836283 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.837401 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.837921 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: metering_source_and_destination_fields
Jun 01 10:05:23.838248 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: multiprovidernet.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.839279 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.839800 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: multi-provider
Jun 01 10:05:23.840129 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: netmtu.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.841045 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.841587 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: net-mtu
Jun 01 10:05:23.841914 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: netmtu_writable.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.842816 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.843329 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: net-mtu-writable
Jun 01 10:05:23.843653 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: network_availability_zone.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.844313 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.844824 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: network_availability_zone
Jun 01 10:05:23.845149 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: network_ip_availability.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.846253 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.846770 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: network-ip-availability
Jun 01 10:05:23.847097 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: network_segment_range.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.847852 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.848359 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 01 10:05:23.848685 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: pagination.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.849687 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.850541 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: pagination
Jun 01 10:05:23.850947 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: port_device_profile.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.852241 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.852905 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: port-device-profile
Jun 01 10:05:23.853257 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.854182 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.854695 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: port-mac-address-regenerate
Jun 01 10:05:23.855021 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.855921 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.856448 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: port-numa-affinity-policy
Jun 01 10:05:23.856747 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: port_resource_request.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.857679 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.858194 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 01 10:05:23.858520 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: portbindings.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.859438 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.859954 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: binding
Jun 01 10:05:23.860279 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: portbindings_extended.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.861580 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.862115 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: binding-extended
Jun 01 10:05:23.862432 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: portsecurity.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.863337 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.863850 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: port-security
Jun 01 10:05:23.864180 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: project_id.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.865139 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.865505 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: project-id
Jun 01 10:05:23.866479 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: providernet.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.867395 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.867914 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: provider
Jun 01 10:05:23.868242 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: qos.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.871792 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.872321 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension qos not supported by any of loaded plugins
Jun 01 10:05:23.872655 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.873918 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.874442 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 01 10:05:23.874774 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.875680 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.876203 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 01 10:05:23.876533 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: qos_default.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.877469 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.877991 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension qos-default not supported by any of loaded plugins
Jun 01 10:05:23.878319 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: qos_fip.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.878965 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.879474 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension qos-fip not supported by any of loaded plugins
Jun 01 10:05:23.879798 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: qos_gateway_ip.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.880711 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.881284 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 01 10:05:23.882164 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: qos_port_network_policy.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.883073 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.883590 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 01 10:05:23.883915 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: qos_rule_type_details.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.884819 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.885370 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 01 10:05:23.885697 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: qos_rules_alias.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.886745 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.887259 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 01 10:05:23.887583 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: quotasv2.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.888605 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.888934 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: quotas
Jun 01 10:05:23.889297 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: quotasv2_detail.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.890920 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.891257 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: quota_details
Jun 01 10:05:23.891592 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: rbac.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.892634 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.893156 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: rbac-policies
Jun 01 10:05:23.893512 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: rbac_address_group.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.894435 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.894953 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: rbac-address-group
Jun 01 10:05:23.895281 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: rbac_address_scope.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.896189 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.896705 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: rbac-address-scope
Jun 01 10:05:23.897684 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: rbac_security_groups.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.898764 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.899278 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: rbac-security-groups
Jun 01 10:05:23.899605 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: rbac_subnetpool.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.900511 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.901024 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: rbac-subnetpool
Jun 01 10:05:23.901382 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: revisionifmatch.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.902296 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.902809 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: revision-if-match
Jun 01 10:05:23.903135 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: revisions.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.904242 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.904761 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: standard-attr-revisions
Jun 01 10:05:23.905088 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: router_availability_zone.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.905781 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.906300 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: router_availability_zone
Jun 01 10:05:23.906890 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: routerservicetype.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.907807 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.908324 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension router-service-type not supported by any of loaded plugins
Jun 01 10:05:23.908651 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.909594 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.910145 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: security-groups-normalized-cidr
Jun 01 10:05:23.910472 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.911394 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.911911 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: port-security-groups-filtering
Jun 01 10:05:23.912236 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.913421 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.913939 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: security-groups-remote-address-group
Jun 01 10:05:23.914263 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: securitygroup.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.923799 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.924332 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: security-group
Jun 01 10:05:23.924670 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: segment.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.925489 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.926009 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension segment not supported by any of loaded plugins
Jun 01 10:05:23.926344 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.927276 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.927792 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 01 10:05:23.928135 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: servicetype.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.929367 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.929893 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: service-type
Jun 01 10:05:23.930223 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: sorting.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.931549 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.931885 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: sorting
Jun 01 10:05:23.932214 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: standard_attr_segment.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.933122 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.933672 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 01 10:05:23.934002 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: standardattrdescription.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.934644 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.935153 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: standard-attr-description
Jun 01 10:05:23.935481 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: stateful_security_group.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.936390 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.936903 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: stateful-security-group
Jun 01 10:05:23.937255 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: stdattrs_common.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.937826 dv-cinder-784779-13-iscsi neutron-server[91775]: WARNING neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 01 10:05:23.938154 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.939137 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.939652 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 01 10:05:23.939979 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: subnet_onboard.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.941066 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.941614 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: subnet_onboard
Jun 01 10:05:23.941941 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.942889 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.943644 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 01 10:05:23.944572 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: subnet_service_types.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.945594 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.946115 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: subnet-service-types
Jun 01 10:05:23.946440 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: subnetallocation.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.947536 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.948061 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: subnet_allocation
Jun 01 10:05:23.948390 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.949053 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.949602 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: subnetpool-prefix-ops
Jun 01 10:05:23.949929 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.950858 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.951373 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 01 10:05:23.951704 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: tagging.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.952767 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.953333 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: standard-attr-tag
Jun 01 10:05:23.953664 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: timestamp.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.954864 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.955385 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loaded extension: standard-attr-timestamp
Jun 01 10:05:23.955718 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: trunk.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.956741 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.957291 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension trunk not supported by any of loaded plugins
Jun 01 10:05:23.957625 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: trunk_details.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.958538 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.959051 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension trunk-details not supported by any of loaded plugins
Jun 01 10:05:23.960299 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: uplink_status_propagation.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.961302 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.961831 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 01 10:05:23.962160 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Loading extension file: vlantransparent.py {{(pid=91775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 10:05:23.962825 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 10:05:23.963334 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 01 10:05:23.965813 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:network
Jun 01 10:05:23.966547 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:subnet
Jun 01 10:05:23.968389 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 01 10:05:23.969024 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:port
Jun 01 10:05:23.970352 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.v2.resource_helper [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 10:05:23.970794 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.v2.resource_helper [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Service FLAVORS assigned prefix:  {{(pid=91775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 10:05:23.971422 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.v2.resource_helper [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 10:05:23.971872 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.v2.resource_helper [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 10:05:23.972216 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:router
Jun 01 10:05:23.972877 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:floatingip
Jun 01 10:05:23.973606 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.v2.resource_helper [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Service METERING assigned prefix: /metering {{(pid=91775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 10:05:23.975107 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd4872ce310>> rbac-policy before_create 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.975507 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd4872ce310>> rbac-policy before_update 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.975865 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd4872ce310>> rbac-policy before_delete 55550000 {{(pid=91775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:05:23.977006 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 01 10:05:23.977492 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:security_group
Jun 01 10:05:23.978162 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 01 10:05:23.978903 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.v2.resource_helper [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Service CORE assigned prefix:  {{(pid=91775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 10:05:23.979238 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 01 10:05:23.979576 dv-cinder-784779-13-iscsi neutron-server[91775]: WARNING neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] subnetpool is already registered
Jun 01 10:05:23.980180 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.v2.resource_helper [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Service CORE assigned prefix:  {{(pid=91775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 10:05:23.980515 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 01 10:05:23.980851 dv-cinder-784779-13-iscsi neutron-server[91775]: WARNING neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] subnetpool is already registered
Jun 01 10:05:23.983488 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.v2.resource_helper [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 10:05:23.983937 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.v2.resource_helper [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Service FLAVORS assigned prefix:  {{(pid=91775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 10:05:23.984685 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.v2.resource_helper [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 10:05:23.985179 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.v2.resource_helper [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 10:05:23.985524 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:router
Jun 01 10:05:23.985919 dv-cinder-784779-13-iscsi neutron-server[91775]: WARNING neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] router is already registered
Jun 01 10:05:23.986644 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:floatingip
Jun 01 10:05:23.986983 dv-cinder-784779-13-iscsi neutron-server[91775]: WARNING neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] floatingip is already registered
Jun 01 10:05:23.987618 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.v2.resource_helper [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Service METERING assigned prefix: /metering {{(pid=91775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 10:05:23.988439 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 01 10:05:23.988798 dv-cinder-784779-13-iscsi neutron-server[91775]: WARNING neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] rbac_policy is already registered
Jun 01 10:05:23.989416 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:security_group
Jun 01 10:05:23.989771 dv-cinder-784779-13-iscsi neutron-server[91775]: WARNING neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] security_group is already registered
Jun 01 10:05:23.990395 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 01 10:05:23.990825 dv-cinder-784779-13-iscsi neutron-server[91775]: WARNING neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] security_group_rule is already registered
Jun 01 10:05:23.991532 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.v2.resource_helper [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Service CORE assigned prefix:  {{(pid=91775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 10:05:23.991870 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 01 10:05:23.992202 dv-cinder-784779-13-iscsi neutron-server[91775]: WARNING neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] subnetpool is already registered
Jun 01 10:05:23.992801 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.v2.resource_helper [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Service CORE assigned prefix:  {{(pid=91775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 10:05:23.993413 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 01 10:05:23.993537 dv-cinder-784779-13-iscsi neutron-server[91775]: WARNING neutron.quota.resource_registry [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] subnetpool is already registered
Jun 01 10:05:23.994174 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: extensions {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:23.995704 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: address-groups {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:23.997433 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: address-scopes {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:23.998620 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: agents {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:23.999798 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: auto-allocated-topology {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.001190 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: availability_zones {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.002559 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: dhcp-networks {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.003997 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: dhcp-agents {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.005452 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: routers {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.008260 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: flavors {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.009473 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: service_profiles {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.010698 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: next_providers {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.012264 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: service_profiles {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.013932 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: floatingip-pools {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.015367 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: routers {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.017244 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: floatingips {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.018454 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: l3-routers {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.019859 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: l3-agents {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.021311 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: metering-labels {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.023466 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: metering-label-rules {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.024773 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: network-ip-availabilities {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.026071 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: bindings {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.027784 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: quotas {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.029267 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: quotas {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.030698 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: rbac-policies {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.032029 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: security-groups {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.033297 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: security-group-rules {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.034553 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: service-providers {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.035792 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: subnetpools {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.038485 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: subnetpools {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.039975 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: tags {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.042147 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: tags {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.156396 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: tags {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.158259 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: tags {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.160057 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: tags {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.162011 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: tags {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.164424 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: tags {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.166394 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: tags {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.168170 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: tags {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.170101 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron.api.extensions [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Extended resource: tags {{(pid=91775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 10:05:24.175920 dv-cinder-784779-13-iscsi neutron-server[91775]: WARNING keystonemiddleware.auth_token [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 01 10:05:24.181345 dv-cinder-784779-13-iscsi neutron-server[91775]: WARNING keystonemiddleware.auth_token [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 01 10:05:24.189651 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Acquired lock "singleton_lock" {{(pid=91775) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 01 10:05:24.190138 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Releasing lock "singleton_lock" {{(pid=91775) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 01 10:05:24.190768 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO oslo_service.service [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Starting 2 workers
Jun 01 10:05:24.195600 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Started child 91880 {{(pid=91775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 01 10:05:24.200016 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Started child 91881 {{(pid=91775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 01 10:05:24.200850 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:24.201604 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO neutron.service [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 01 10:05:24.202241 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Notify callbacks [] for process, before_spawn {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:24.202414 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [-] (91880) wsgi starting up on http://0.0.0.0:9696
Jun 01 10:05:24.204472 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:24.204933 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO oslo_service.service [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Starting 1 workers
Jun 01 10:05:24.206052 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [-] (91881) wsgi starting up on http://0.0.0.0:9696
Jun 01 10:05:24.211420 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Started child 91882 {{(pid=91775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 01 10:05:24.212029 dv-cinder-784779-13-iscsi neutron-server[91775]: INFO oslo_service.service [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Starting 1 workers
Jun 01 10:05:24.214394 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.service [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] calling RpcWorker wait() {{(pid=91882) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 01 10:05:24.214928 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.service [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] returning from RpcWorker wait() {{(pid=91882) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 01 10:05:24.216253 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:24.216523 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:05:24.217353 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Started child 91883 {{(pid=91775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 01 10:05:24.218193 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-0eb3df0b-bf70-477c-aca2-c731cc1c3a08 None None] Notify callbacks [] for process, after_spawn {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:24.220134 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91775) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 01 10:05:24.220351 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 01 10:05:24.220543 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 01 10:05:24.220759 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 01 10:05:24.221101 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 01 10:05:24.221283 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 01 10:05:24.221793 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.222075 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.222224 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:24.222699 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.222699 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.222927 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.223468 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.223746 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.223995 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.224269 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.224533 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.224700 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.224865 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.225285 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.226089 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.226416 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.226728 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.226970 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.227237 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.227406 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.227671 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.227936 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.228178 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.228441 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.228669 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.229136 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.229387 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.229696 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.229916 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.230180 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.230430 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.230718 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.230950 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.231184 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.231400 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.231646 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.231883 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.232114 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.232332 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.232578 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.232812 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.233327 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] host                           = dv-cinder-784779-13-iscsi {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.233545 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.233778 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.234034 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.234287 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.234529 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.234746 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.234993 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.235237 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.235475 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.235713 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.235946 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.236192 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.236428 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.236663 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.236817 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.237044 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.237353 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.237353 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.237986 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.237986 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.238261 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.238401 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.238538 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.238760 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.239012 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.239219 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.239436 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.239662 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.239908 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.240148 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.240379 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.240622 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.240918 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.241219 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.241446 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.241672 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.241917 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.242150 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.242383 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.242599 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.243636 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.243753 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.243947 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.244167 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.244425 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.244640 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.244882 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.245136 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.245397 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.245628 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.245908 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.246099 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.246379 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.246667 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.246975 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.247307 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.247307 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.248690 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.248690 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.248690 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.248937 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:05:24.249030 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.249030 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.249811 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.249811 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.249811 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.249811 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.250159 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.250239 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.250495 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.251675 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.251675 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.251675 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.251675 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.251972 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.252132 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.252313 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.252538 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.253188 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.253188 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.253519 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.253627 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.253906 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.254140 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.254384 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.254697 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.254968 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.255244 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.255478 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.255694 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.255931 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.256155 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.256771 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.257601 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.257601 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.86/identity {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.257601 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.257862 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.258073 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.258266 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.258799 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.258799 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.258954 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.259129 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.259683 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.259683 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.259853 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.260150 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.260275 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.260625 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.260765 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.262627 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.262627 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.262627 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.262627 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.262627 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.262940 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.263024 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.263251 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.263618 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.263716 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.264185 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.264185 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.264380 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.264536 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.264786 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.265021 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.265262 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.265476 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.265686 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.265906 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.266144 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.266388 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.266611 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.266827 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.267042 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.267284 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.267498 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.267732 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.268728 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.268969 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.269233 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.270225 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.270225 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.270225 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.270225 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.270519 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.270590 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.270824 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.271012 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.271255 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.271493 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.271709 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.272429 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.273383 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.273383 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.273589 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.273841 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.274098 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.274351 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.274611 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.274852 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.275111 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.275354 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.275594 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.275827 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.276097 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.276339 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.276575 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.276822 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.277042 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.277357 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.277603 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.277857 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.278075 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.278320 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.278570 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.278831 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.279090 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.279330 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.279562 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.279812 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.280101 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.280350 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.280627 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.280868 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.281137 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.282990 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.282990 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.282990 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.283282 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.283491 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.283738 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.283986 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.284245 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.284477 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.284723 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.284956 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.285280 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.285526 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.285750 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.285966 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.286194 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.286502 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.286723 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.286938 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.287148 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.287420 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.288230 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.288799 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.288799 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.289025 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.289258 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.289502 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.289761 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.86/identity {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.289976 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.290202 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.290433 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.290643 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.290860 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.291097 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.291304 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.291516 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.291910 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.292161 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.292388 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.292604 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.292815 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.293023 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.293268 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.293518 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.293737 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.293976 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.294221 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.294427 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.294643 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.294868 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.295070 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.295312 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.295531 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.295795 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.296056 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.296269 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.296516 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.296762 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.297034 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.297277 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.297514 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.297733 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.297943 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.298155 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.298373 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.298604 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.298837 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.299065 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.299278 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.299537 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.299755 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.300070 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.300320 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.300545 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.300779 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.300991 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.301270 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.301516 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.301750 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.301994 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.302213 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.302445 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.302710 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.302948 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.303377 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.303882 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.303882 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.304161 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.304161 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.304425 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.304623 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.304873 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.305103 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.305378 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.305609 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.305840 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.306045 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.306252 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.306464 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.306669 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.306909 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.307114 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.307319 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.307530 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.307739 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.307959 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.308245 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.308500 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.308836 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.309093 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.309363 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.309571 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.309771 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.309979 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.310398 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.310730 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.310994 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.311213 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.311519 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.311767 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.311993 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.312262 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.312572 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.312789 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.313032 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.313264 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.313485 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.313706 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.313957 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.314264 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.314570 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.314939 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.315081 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.315358 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.315644 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.315906 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.316123 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.316419 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.316752 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.317028 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.317298 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.317530 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.317794 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.318037 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.319572 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.319572 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.319572 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.319572 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.319572 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.319572 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.319572 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.320472 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.320472 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.320472 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.320472 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.320972 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.320972 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.321290 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.321290 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 01 10:05:24.321765 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91775) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 01 10:05:24.321926 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 01 10:05:24.322080 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 01 10:05:24.322250 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 01 10:05:24.322419 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 01 10:05:24.322571 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 01 10:05:24.322801 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.322969 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.323121 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.323285 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.323497 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.323691 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.323894 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.323894 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.324176 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.324176 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.324440 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.324580 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.324725 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.324868 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.325012 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.325184 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.325329 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.325490 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.325490 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.325771 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.325915 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.326058 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.326200 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.326344 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.326485 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.326655 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.326812 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.326976 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.326976 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.327232 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.327772 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.327772 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.327772 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.327772 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.328357 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.328357 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.328357 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.328357 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.328877 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.328877 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.328877 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] host                           = dv-cinder-784779-13-iscsi {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.328877 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.329462 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.329462 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.329462 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.329462 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.329979 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.329979 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.329979 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.330397 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.330397 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.330397 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.330853 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.330853 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.330853 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.331321 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.331321 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.331321 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.331321 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.331925 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.331925 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.331925 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.331925 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.332606 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.332606 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.332606 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.332606 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.333155 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.333155 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.333155 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.333155 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.333155 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.334050 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.334050 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.334050 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.334050 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.334050 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.335643 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.335643 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.335643 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.335643 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.335643 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.335643 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.336583 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.336583 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.336583 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.336583 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.336583 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.336583 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.336583 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.337816 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.337816 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.337816 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.337816 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.337816 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.337816 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.337816 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.337816 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.339376 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.339376 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.339376 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.339376 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.339376 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.339376 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.339376 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.339376 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.339376 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.340587 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.340587 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.340587 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 10:05:24.340587 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.340587 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.340587 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.340587 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.340587 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.341747 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.341747 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.341747 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.341747 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.341747 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.341747 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.341747 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.341747 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.341747 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.342977 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.342977 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.342977 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.342977 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.342977 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.342977 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.342977 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.342977 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.344061 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.344061 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.344061 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.86/identity {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.344061 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.344061 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.344061 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.344061 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.344061 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.345146 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.345146 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.345146 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.345146 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.345146 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.345146 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.345146 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.346175 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.346175 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.346175 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.346175 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.346175 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.346175 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.346175 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.347151 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.347151 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.347151 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.347151 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.347151 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.347151 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.347151 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.350838 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.350838 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.350838 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.350838 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.350838 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.350838 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.350838 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.350838 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.350838 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.352362 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.352362 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.352362 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.352362 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.352362 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.352362 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.352362 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.352362 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.352362 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.353887 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.353887 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.353887 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.353887 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.353887 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.353887 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.353887 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.353887 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.353887 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.355358 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.355358 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.355358 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.355358 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.355358 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.355358 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.355358 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.355358 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.356677 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.356677 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.356677 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.356677 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.356677 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.356677 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.356677 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.356677 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.357627 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.357627 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.357627 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.357627 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.357627 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.357627 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.357627 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.357627 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.358472 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.358472 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.358472 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.358472 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.358472 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.358472 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.358472 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.358472 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.359257 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.359257 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.359257 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.359257 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.359257 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.359257 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.359257 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.359257 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360036 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360036 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360036 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360036 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360036 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360036 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360036 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360036 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360036 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360909 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360909 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360909 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360909 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360909 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360909 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360909 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.360909 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.362628 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.362628 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.362628 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.362628 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.362628 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.362628 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.362628 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.362628 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.364045 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.86/identity {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.364045 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.364045 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.364045 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.364045 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.364045 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.364045 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.364045 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.365077 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.365077 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.365077 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.365077 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.365077 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.365077 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.365077 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.365077 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.366331 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.366331 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.366331 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.366331 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.366331 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.366331 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.366331 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.366331 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.367492 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.367492 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.367492 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.367492 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.367492 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.367492 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.367492 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.367492 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.368625 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.368625 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.368625 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.368625 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.368625 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.368625 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.368625 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.368625 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.369748 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.369748 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.369748 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.369748 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.369748 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.369748 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.369748 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.369748 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.370753 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.370753 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.370753 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.370753 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.370753 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.370753 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.370753 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.370753 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.372106 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.372106 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.372106 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.372106 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.372106 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.372106 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.372106 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.372106 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.372106 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.373303 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.373303 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.373303 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.373303 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.373303 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.373303 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.373303 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.373303 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.373303 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.374680 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.374680 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.374680 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.374680 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.374680 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.374680 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.374680 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.374680 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.374680 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.375862 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.375862 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.375862 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.375862 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.375862 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.375862 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.375862 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.375862 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.377185 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.377185 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.377185 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.377185 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.377185 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.377185 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.377185 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.377185 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.378341 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.378341 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.378341 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.378341 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.378341 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.378341 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.378341 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.378341 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.379420 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.379420 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.379420 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.379420 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.379420 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.379420 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.379420 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.379420 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.380668 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.380668 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.380668 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.380668 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.380668 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.380668 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.380668 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.380668 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.380668 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.382256 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.382256 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.382256 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.382256 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.382256 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.382256 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.382256 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 10:05:24.382256 dv-cinder-784779-13-iscsi neutron-server[91775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 01 10:05:24.385684 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:05:24.418946 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 41932) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:05:24.427330 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062463
Jun 01 10:05:35.424935 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8a9e8d-88e7-41ca-b6a6-ec2a4c920e8b None None] get_active_networks_info from dv-cinder-784779-13-iscsi {{(pid=91882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 01 10:05:35.539968 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8a9e8d-88e7-41ca-b6a6-ec2a4c920e8b None None] No non-hosted networks {{(pid=91882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 01 10:05:35.548000 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.agentschedulers_db [None req-4c8a9e8d-88e7-41ca-b6a6-ec2a4c920e8b None None] DHCP Agent not found on host dv-cinder-784779-13-iscsi {{(pid=91882) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 01 10:05:35.629498 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5d41-227e-4e75-964f-f5e2e2eaf564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478'] for agent, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:37.698003 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-74c0cef7-7dfe-4944-a46f-ffbb54797ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478'] for agent, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:37.749214 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-97b66ce5-2156-450d-a5e8-f101eaf27ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:37.808145 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478'] for agent, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:37.809220 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:37.810298 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:37.810988 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:37.811556 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:37.812523 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:37.813071 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:37.814640 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:37.815209 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:37.816460 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:37.817057 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:37.818474 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:37.819558 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:37.820219 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd48a02ecd0>, 'Open vSwitch agent', 'dv-cinder-784779-13-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:05:37.833395 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd486faddf0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-13-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:05:38.775882 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478'] for agent, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:40.477025 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478'] for agent, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:41.711692 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.db.l3_hamode_db [None req-72d912a7-8d30-4eb7-b018-ae02edc6839c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 01 10:05:41.798495 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d912a7-8d30-4eb7-b018-ae02edc6839c None None] Routers set() bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:05:41.798881 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d912a7-8d30-4eb7-b018-ae02edc6839c None None] Router IDs set() for agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 01 10:05:42.010690 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 42026) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:05:42.591611 dv-cinder-784779-13-iscsi neutron-server[91880]: WARNING oslo_policy.policy [None req-8563233d-2bed-4c33-a85c-443160b6bbcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 10:05:42.592207 dv-cinder-784779-13-iscsi neutron-server[91880]: WARNING oslo_policy.policy [None req-8563233d-2bed-4c33-a85c-443160b6bbcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 10:05:42.809711 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [None req-8563233d-2bed-4c33-a85c-443160b6bbcf admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 10:05:42.810778 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-8563233d-2bed-4c33-a85c-443160b6bbcf admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7991712
Jun 01 10:05:45.126378 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 42040) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:05:45.493355 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-98789926-d5aa-4aa3-bcdc-a0f9dac01ffd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:05:45.599608 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.policy [None req-98789926-d5aa-4aa3-bcdc-a0f9dac01ffd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91880) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 01 10:05:45.645486 dv-cinder-784779-13-iscsi neutron-server[91880]: WARNING oslo_policy.policy [None req-98789926-d5aa-4aa3-bcdc-a0f9dac01ffd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 10:05:45.645856 dv-cinder-784779-13-iscsi neutron-server[91880]: WARNING oslo_policy.policy [None req-98789926-d5aa-4aa3-bcdc-a0f9dac01ffd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 10:05:45.654382 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.quota [None req-98789926-d5aa-4aa3-bcdc-a0f9dac01ffd admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd486d27a00>.
Jun 01 10:05:45.670202 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-98789926-d5aa-4aa3-bcdc-a0f9dac01ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:05:45.729626 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-98789926-d5aa-4aa3-bcdc-a0f9dac01ffd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784427294932', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784427295285', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784427289678', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784427312122', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784427305597', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784427263334', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16369812', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16300566', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-589312', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-640493'] for rbac-policy, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:45.792782 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-98789926-d5aa-4aa3-bcdc-a0f9dac01ffd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:45.794011 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-98789926-d5aa-4aa3-bcdc-a0f9dac01ffd admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6666768
Jun 01 10:05:48.436164 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42054) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:05:49.018838 dv-cinder-784779-13-iscsi neutron-server[91881]: WARNING oslo_policy.policy [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 10:05:49.019419 dv-cinder-784779-13-iscsi neutron-server[91881]: WARNING oslo_policy.policy [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 10:05:49.235253 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Request body: {'network': {'tenant_id': 'e20b10ff04ce41579683067223079599', 'name': 'private', 'admin_state_up': True, 'project_id': 'e20b10ff04ce41579683067223079599'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:05:49.236910 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.quota [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd4870059d0>.
Jun 01 10:05:49.252567 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:05:49.259173 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Usage tracker for resource:network and tenant:e20b10ff04ce41579683067223079599 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:05:49.264583 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:05:49.272411 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:05:49.287995 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Made reservation on behalf of e20b10ff04ce41579683067223079599 for: {'network': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:05:49.359645 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.policy [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91881) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 01 10:05:49.404441 dv-cinder-784779-13-iscsi neutron-server[91881]: WARNING oslo_policy.policy [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 10:05:49.404818 dv-cinder-784779-13-iscsi neutron-server[91881]: WARNING oslo_policy.policy [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 10:05:49.415100 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:49.436195 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:49.450342 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:05:49.454000 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Usage tracker for resource:security_group_rule and tenant:e20b10ff04ce41579683067223079599 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:05:49.459034 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:05:49.464874 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:05:49.563184 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:49.566778 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:49.572265 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:05:49.592144 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1231}  {{(pid=91881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:05:49.617020 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784424106469', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:49.617656 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd487a79e50> segment precommit_create {{(pid=91881) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 01 10:05:49.618115 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.segments_db [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Added segment edc16427-edb1-4d45-a454-5abaa8546887 of type vlan for network e9d93754-9ed0-44e3-9730-2987349c6d60
Jun 01 10:05:49.626492 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8a97e9-88cc-49c2-94b2-ef2223b12fd4,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:05:49.679506 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:49.679860 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:49.680202 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:49.680507 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:49.680819 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:49.681147 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:49.681485 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:49.681810 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:49.682140 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:49.682451 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:49.682756 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:49.683060 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Tracked resource versions report:
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]: pushed versions:
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]: {   'AddressGroup': {'1.2'},
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:     'ConntrackHelper': {'1.0'},
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:     'Log': {'1.0'},
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:     'Network': {'1.1'},
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:     'Port': {'1.7'},
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:     'PortForwarding': {'1.2'},
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:     'QosPolicy': {'1.8'},
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:     'SecurityGroup': {'1.4'},
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:     'SecurityGroupRule': {'1.2'},
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:     'SubPort': {'1.0'},
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:     'Subnet': {'1.1'},
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:     'Trunk': {'1.1'}}
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]: consumer versions:
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]: {   DHCP agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:     L3 agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:     Metadata agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:     Metering agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:     Open vSwitch agent@dv-cinder-784779-13-iscsi: {   'AddressGroup': '1.2',
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'ConntrackHelper': '1.0',
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'Log': '1.0',
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'Network': '1.1',
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'Port': '1.7',
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'PortForwarding': '1.2',
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'QosPolicy': '1.8',
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'SecurityGroup': '1.4',
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'SecurityGroupRule': '1.2',
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'SubPort': '1.0',
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'Subnet': '1.1',
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'Trunk': '1.1'}}
Jun 01 10:05:49.684420 dv-cinder-784779-13-iscsi neutron-server[91881]:  {{(pid=91881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 10:05:49.735420 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:05:49.742137 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:49.781209 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:49.782679 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:05:49.783329 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:49.788229 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:05:49.893722 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 1.4499526
Jun 01 10:05:49.893722 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Pushing event updated for resources: {'Network': ['ID=e9d93754-9ed0-44e3-9730-2987349c6d60,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:05:49.894385 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:05:49.903835 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network e9d93754-9ed0-44e3-9730-2987349c6d60 details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:05:52.598508 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42076) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:05:53.049606 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa08419-4975-422c-b598-f606d0f728be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:05:53.050967 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-faa08419-4975-422c-b598-f606d0f728be admin admin] 10.222.0.86 "GET /v2.0/networks/e9d93754-9ed0-44e3-9730-2987349c6d60 HTTP/1.1" status: 200  len: 826 time: 0.4514432
Jun 01 10:05:53.082326 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-364b5f79-086e-4026-b36e-22496481b650 admin admin] 10.222.0.86 "GET /v2.0/subnetpools/333c7477-1a33-4c47-89c7-e94aa7c7f24c HTTP/1.1" status: 200  len: 734 time: 0.0252435
Jun 01 10:05:53.091335 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Request body: {'subnet': {'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'e20b10ff04ce41579683067223079599', 'subnetpool_id': '333c7477-1a33-4c47-89c7-e94aa7c7f24c', 'ip_version': 4}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:05:53.095857 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:05:53.099606 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Usage tracker for resource:subnet and tenant:e20b10ff04ce41579683067223079599 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:05:53.103687 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:05:53.109716 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:05:53.120045 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Made reservation on behalf of e20b10ff04ce41579683067223079599 for: {'subnet': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:05:53.122516 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:53.587495 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166'] for subnet, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:53.592487 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:05:53.669801 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Checking segment: {'id': 'edc16427-edb1-4d45-a454-5abaa8546887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:05:53.670404 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Network hostable DHCP agents. Network: e9d93754-9ed0-44e3-9730-2987349c6d60, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:05:53.673703 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=299fbe08-8c95-44c2-bb65-b864f147b2c3,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:05:53.680287 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:05:53.690848 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Network e9d93754-9ed0-44e3-9730-2987349c6d60 is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:05:53.701060 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, e9d93754-9ed0-44e3-9730-2987349c6d60) {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:05:53.706461 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:05:53.707127 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:53.712408 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e92f94-2758-4cf3-b31e-7ca1a4971391 None None] Network e9d93754-9ed0-44e3-9730-2987349c6d60 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:05:53.729670 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6416485
Jun 01 10:05:54.028744 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9287f04-445e-5b22-a51c-be482d9fc361-e9d93754-9ed0-44e3-9730-2987349c6d60', 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60', 'tenant_id': 'e20b10ff04ce41579683067223079599', 'fixed_ips': [{'subnet_id': '299fbe08-8c95-44c2-bb65-b864f147b2c3'}]}} from dv-cinder-784779-13-iscsi. {{(pid=91882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 10:05:54.030001 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:54.213383 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.db_base_plugin_common [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Allocated IP 172.20.0.2 (e9d93754-9ed0-44e3-9730-2987349c6d60/299fbe08-8c95-44c2-bb65-b864f147b2c3/1e7c1f18-400e-4b2e-a963-cd4342e66b7c) {{(pid=91882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:05:54.441714 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Notify callbacks [] for port, precommit_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:54.455262 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Transition to ACTIVE for port object 1e7c1f18-400e-4b2e-a963-cd4342e66b7c will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:05:54.479763 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Transition to ACTIVE for port object 1e7c1f18-400e-4b2e-a963-cd4342e66b7c will not be triggered until provisioned by entity DHCP. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:05:54.486102 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:54.491682 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:05:54.549743 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Network e9d93754-9ed0-44e3-9730-2987349c6d60 is already hosted by enough agents. {{(pid=91882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:05:54.552714 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.base_scheduler [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Resources bound (agent type, host, resource id):  {{(pid=91882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:05:54.557712 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Received port after_create {{(pid=91882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:05:54.566673 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Pushing event updated for resources: {'Port': ['ID=1e7c1f18-400e-4b2e-a963-cd4342e66b7c,revision_number=1']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:05:54.604685 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:54.605047 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:54.605410 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:54.605741 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:54.606065 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:54.606387 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:54.606704 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:54.607026 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:54.607352 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:54.607670 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:54.607985 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:54.608292 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Tracked resource versions report:
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]: pushed versions:
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]: {   'AddressGroup': {'1.2'},
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:     'ConntrackHelper': {'1.0'},
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:     'Log': {'1.0'},
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:     'Network': {'1.1'},
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:     'Port': {'1.7'},
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:     'PortForwarding': {'1.2'},
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:     'QosPolicy': {'1.8'},
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:     'SecurityGroup': {'1.4'},
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:     'SecurityGroupRule': {'1.2'},
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:     'SubPort': {'1.0'},
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:     'Subnet': {'1.1'},
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:     'Trunk': {'1.1'}}
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]: consumer versions:
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]: {   DHCP agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:     L3 agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:     Metadata agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:     Metering agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:     Open vSwitch agent@dv-cinder-784779-13-iscsi: {   'AddressGroup': '1.2',
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'ConntrackHelper': '1.0',
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'Log': '1.0',
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'Network': '1.1',
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'Port': '1.7',
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'PortForwarding': '1.2',
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'QosPolicy': '1.8',
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'SecurityGroup': '1.4',
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'SecurityGroupRule': '1.2',
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'SubPort': '1.0',
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'Subnet': '1.1',
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'Trunk': '1.1'}}
Jun 01 10:05:54.609679 dv-cinder-784779-13-iscsi neutron-server[91882]:  {{(pid=91882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 10:05:54.644755 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:05:54.669671 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Attempting to bind port 1e7c1f18-400e-4b2e-a963-cd4342e66b7c on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:05:54.670060 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Attempting to bind port 1e7c1f18-400e-4b2e-a963-cd4342e66b7c by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': 'edc16427-edb1-4d45-a454-5abaa8546887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:05:54.670474 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Attempting to bind port 1e7c1f18-400e-4b2e-a963-cd4342e66b7c on network e9d93754-9ed0-44e3-9730-2987349c6d60 {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:05:54.675617 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:05:54.676020 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Checking segment: {'id': 'edc16427-edb1-4d45-a454-5abaa8546887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:05:54.676492 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:54.676880 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Bound using segment: {'id': 'edc16427-edb1-4d45-a454-5abaa8546887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:05:54.677436 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Bound port: 1e7c1f18-400e-4b2e-a963-cd4342e66b7c, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc16427-edb1-4d45-a454-5abaa8546887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:05:54.677833 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:54.767154 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] For port 1e7c1f18-400e-4b2e-a963-cd4342e66b7c, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:05:54.771089 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] For port 1e7c1f18-400e-4b2e-a963-cd4342e66b7c, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=1e7c1f18-400e-4b2e-a963-cd4342e66b7c,segment=NetworkSegment(edc16427-edb1-4d45-a454-5abaa8546887),segment_id=edc16427-edb1-4d45-a454-5abaa8546887)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:05:54.776474 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:05:54.780374 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:05:54.867037 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Pushing event updated for resources: {'Port': ['ID=1e7c1f18-400e-4b2e-a963-cd4342e66b7c,revision_number=2']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:05:54.874427 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:05:56.161315 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 42086) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:05:56.551832 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [None req-f60c3850-60de-44a6-9537-e3f3b4516ec7 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 10:05:56.553337 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-f60c3850-60de-44a6-9537-e3f3b4516ec7 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3906422
Jun 01 10:05:58.914168 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42096) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:05:59.309319 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [None req-53076fae-129d-469d-80f3-b1e22c0fb68c admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 10:05:59.311451 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-53076fae-129d-469d-80f3-b1e22c0fb68c admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3962834
Jun 01 10:05:59.663688 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 1e7c1f18-400e-4b2e-a963-cd4342e66b7c up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:05:59.734816 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 1e7c1f18-400e-4b2e-a963-cd4342e66b7c completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:06:00.379469 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929af79a-9abd-4a29-b218-c688aa1273fe None None] Network e9d93754-9ed0-44e3-9730-2987349c6d60 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:06:00.473006 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-00d28746-2b27-479e-ba8a-e02552549ae5 None None] Provisioning for port 1e7c1f18-400e-4b2e-a963-cd4342e66b7c completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:06:00.484027 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-00d28746-2b27-479e-ba8a-e02552549ae5 None None] Provisioning complete for port 1e7c1f18-400e-4b2e-a963-cd4342e66b7c triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:06:00.484434 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-00d28746-2b27-479e-ba8a-e02552549ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:00.717062 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-00d28746-2b27-479e-ba8a-e02552549ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:00.763746 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-00d28746-2b27-479e-ba8a-e02552549ae5 None None] For port 1e7c1f18-400e-4b2e-a963-cd4342e66b7c, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=1e7c1f18-400e-4b2e-a963-cd4342e66b7c,segment=NetworkSegment(edc16427-edb1-4d45-a454-5abaa8546887),segment_id=edc16427-edb1-4d45-a454-5abaa8546887)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:06:00.768096 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-00d28746-2b27-479e-ba8a-e02552549ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:00.782614 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:06:00.859965 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d28746-2b27-479e-ba8a-e02552549ae5 None None] Pushing event updated for resources: {'Port': ['ID=1e7c1f18-400e-4b2e-a963-cd4342e66b7c,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:06:00.863848 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-00d28746-2b27-479e-ba8a-e02552549ae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:06:00.961501 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-6f369079-ea73-4b87-b9d5-613df40b6b94 None None] Provisioning complete for port 1e7c1f18-400e-4b2e-a963-cd4342e66b7c triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:06:00.961876 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-6f369079-ea73-4b87-b9d5-613df40b6b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:01.638674 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 1e7c1f18-400e-4b2e-a963-cd4342e66b7c up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:06:01.727884 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 1e7c1f18-400e-4b2e-a963-cd4342e66b7c triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:06:01.728543 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:01.936093 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42114) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:06:02.285779 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-363a9828-d36a-420d-8680-0e08de276c5a admin admin] Request body: {'router': {'tenant_id': 'e20b10ff04ce41579683067223079599', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:06:02.290849 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-363a9828-d36a-420d-8680-0e08de276c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:06:02.294801 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-363a9828-d36a-420d-8680-0e08de276c5a admin admin] Usage tracker for resource:router and tenant:e20b10ff04ce41579683067223079599 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:06:02.298541 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-363a9828-d36a-420d-8680-0e08de276c5a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:06:02.305032 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-363a9828-d36a-420d-8680-0e08de276c5a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:06:02.319239 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-363a9828-d36a-420d-8680-0e08de276c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7026'] for router, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:02.321229 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-363a9828-d36a-420d-8680-0e08de276c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-944266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7017'] for router, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:02.344028 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-363a9828-d36a-420d-8680-0e08de276c5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:02.454670 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-363a9828-d36a-420d-8680-0e08de276c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944364'] for router, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:02.473463 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-363a9828-d36a-420d-8680-0e08de276c5a admin admin] Notify callbacks [] for router, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:02.474721 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-363a9828-d36a-420d-8680-0e08de276c5a admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5376058
Jun 01 10:06:04.844724 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42124) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:06:05.207489 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [None req-9087b64f-4b44-439f-82b1-382900c4e20f admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 10:06:05.208605 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-9087b64f-4b44-439f-82b1-382900c4e20f admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3627090
Jun 01 10:06:05.217821 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-75608cb3-6edd-41a0-9f32-9e0d0bea2881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:07.569817 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42134) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:06:07.689941 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-641731c9-472a-4efa-b9d8-02cbcd72fd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:07.811013 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:07.936509 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:06:07.958184 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:06:07.963605 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Usage tracker for resource:network and tenant:f3f69912a79947148e8dab8d45923acf is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:06:07.966419 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:06:07.971984 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:06:07.982338 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Made reservation on behalf of f3f69912a79947148e8dab8d45923acf for: {'network': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:06:07.984611 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:07.996832 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:08.010665 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:06:08.014332 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Usage tracker for resource:security_group_rule and tenant:f3f69912a79947148e8dab8d45923acf is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:06:08.017041 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:06:08.023542 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:06:08.105571 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:08.109057 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:08.112915 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:06:08.126992 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Reserving flat network on physical network physnet1 {{(pid=91881) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 01 10:06:08.149191 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f1aec8-7229-419f-9bc3-84b8060e7709,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:06:08.152491 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:06:08.154953 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:08.155294 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.segments_db [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Added segment 7336c29d-b8e9-423f-8633-78163974ddf5 of type flat for network e28a5a03-817a-4451-8e06-db27cb915a3e
Jun 01 10:06:08.188481 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:08.225589 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:08.227000 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:06:08.227576 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:08.232135 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:06:08.329801 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7589095
Jun 01 10:06:08.330516 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Pushing event updated for resources: {'Network': ['ID=e28a5a03-817a-4451-8e06-db27cb915a3e,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:06:08.346809 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:06:08.354699 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network e28a5a03-817a-4451-8e06-db27cb915a3e details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:06:08.729213 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:10.425664 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:10.749071 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 42154) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:06:10.973629 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d19d0b6-75a3-4373-ae2d-544a3c81aa89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:06:10.975152 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-7d19d0b6-75a3-4373-ae2d-544a3c81aa89 admin admin] 10.222.0.86 "GET /v2.0/subnets/299fbe08-8c95-44c2-bb65-b864f147b2c3 HTTP/1.1" status: 200  len: 849 time: 0.2250395
Jun 01 10:06:11.150810 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-0ec15437-0035-44a6-bfe1-2b382342463e admin admin] 10.222.0.86 "GET /v2.0/routers/a4f0b394-b48b-46e0-b562-e674edc3a2bc HTTP/1.1" status: 200  len: 704 time: 0.1704366
Jun 01 10:06:11.619834 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:11.873284 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Allocated IP 172.20.0.1 (e9d93754-9ed0-44e3-9730-2987349c6d60/299fbe08-8c95-44c2-bb65-b864f147b2c3/81667ec7-4eb8-4372-ba1a-97bda7dd3feb) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:06:12.040471 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:12.058693 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Transition to ACTIVE for port object 81667ec7-4eb8-4372-ba1a-97bda7dd3feb will not be triggered until provisioned by entity DHCP. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:06:12.122785 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:12.127913 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:06:12.174035 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Network e9d93754-9ed0-44e3-9730-2987349c6d60 is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:06:12.175142 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:06:12.220650 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:06:12.221225 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944029'] for router_interface, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:12.373235 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Pushing event updated for resources: {'Port': ['ID=81667ec7-4eb8-4372-ba1a-97bda7dd3feb,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:06:12.428178 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:12.428454 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:12.428785 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:12.429110 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:12.429455 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:12.429838 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:12.430384 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:12.430781 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:12.431125 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:12.431449 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:12.431761 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:12.432072 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Tracked resource versions report:
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]: pushed versions:
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]: {   'AddressGroup': {'1.2'},
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:     'ConntrackHelper': {'1.0'},
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:     'Log': {'1.0'},
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:     'Network': {'1.1'},
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:     'Port': {'1.7'},
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:     'PortForwarding': {'1.2'},
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:     'QosPolicy': {'1.8'},
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:     'SecurityGroup': {'1.4'},
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:     'SecurityGroupRule': {'1.2'},
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:     'SubPort': {'1.0'},
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:     'Subnet': {'1.1'},
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:     'Trunk': {'1.1'}}
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]: consumer versions:
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]: {   DHCP agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:     L3 agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:     Metadata agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:     Metering agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:     Open vSwitch agent@dv-cinder-784779-13-iscsi: {   'AddressGroup': '1.2',
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'ConntrackHelper': '1.0',
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'Log': '1.0',
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'Network': '1.1',
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'Port': '1.7',
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'PortForwarding': '1.2',
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'QosPolicy': '1.8',
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'SecurityGroup': '1.4',
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'SecurityGroupRule': '1.2',
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'SubPort': '1.0',
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'Subnet': '1.1',
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'Trunk': '1.1'}}
Jun 01 10:06:12.433440 dv-cinder-784779-13-iscsi neutron-server[91880]:  {{(pid=91880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 10:06:12.437068 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:06:12.463606 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-378a4db7-4f96-4194-9d5c-d9e54b28f599 None None] Provisioning for port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:06:12.468590 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-378a4db7-4f96-4194-9d5c-d9e54b28f599 None None] Provisioning complete for port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:06:12.468984 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-378a4db7-4f96-4194-9d5c-d9e54b28f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:12.512643 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:12.520552 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-378a4db7-4f96-4194-9d5c-d9e54b28f599 None None] Port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:06:12.767142 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:12.773008 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:12.774193 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943920'] for router_interface, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:12.778856 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:06:12.981805 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Pushing event updated for resources: {'Port': ['ID=81667ec7-4eb8-4372-ba1a-97bda7dd3feb,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:06:12.986391 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:06:13.055977 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Network e9d93754-9ed0-44e3-9730-2987349c6d60 is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:06:13.057580 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:06:13.247346 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-a818f8e4-5520-41b9-b1dd-9edbf863f248 None None] Provisioning complete for port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:06:13.247723 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-a818f8e4-5520-41b9-b1dd-9edbf863f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:13.282771 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Router a4f0b394-b48b-46e0-b562-e674edc3a2bc is scheduled to L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 with binding_index 1 {{(pid=91880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 10:06:13.303432 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-a818f8e4-5520-41b9-b1dd-9edbf863f248 None None] Port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:06:13.442113 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:06:13.452518 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] 10.222.0.86 "PUT /v2.0/routers/a4f0b394-b48b-46e0-b562-e674edc3a2bc/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2968297
Jun 01 10:06:13.452693 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Sync routers for ids ['a4f0b394-b48b-46e0-b562-e674edc3a2bc'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:06:13.464551 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Routers {'a4f0b394-b48b-46e0-b562-e674edc3a2bc'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:06:13.465442 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486f8a430>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:06:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['a4f0b394-b48b-46e0-b562-e674edc3a2bc'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:06:13.644475 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Set router a4f0b394-b48b-46e0-b562-e674edc3a2bc gateway port host: None {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:06:14.008803 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486f8a430>, [{'id': 'a4f0b394-b48b-46e0-b562-e674edc3a2bc', 'name': 'router1', 'tenant_id': 'e20b10ff04ce41579683067223079599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:06:02Z', 'updated_at': '2021-06-01T10:06:12Z', 'revision_number': 2, 'project_id': 'e20b10ff04ce41579683067223079599', 'gw_port_host': None, '_interfaces': [{'id': '81667ec7-4eb8-4372-ba1a-97bda7dd3feb', 'name': '', 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60', 'tenant_id': 'e20b10ff04ce41579683067223079599', 'mac_address': 'fa:16:3e:26:d9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f0b394-b48b-46e0-b562-e674edc3a2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '299fbe08-8c95-44c2-bb65-b864f147b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:06:11Z', 'updated_at': '2021-06-01T10:06:12Z', 'revision_number': 2, 'project_id': 'e20b10ff04ce41579683067223079599', 'subnets': [{'id': '299fbe08-8c95-44c2-bb65-b864f147b2c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '333c7477-1a33-4c47-89c7-e94aa7c7f24c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:06:14.013818 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Checking router: a4f0b394-b48b-46e0-b562-e674edc3a2bc for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:06:14.014190 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Updating router a4f0b394-b48b-46e0-b562-e674edc3a2bc port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb binding host dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:06:14.068164 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:14.445872 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Notify callbacks [] for port, precommit_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:14.462037 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.provisioning_blocks [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Transition to ACTIVE for port object 81667ec7-4eb8-4372-ba1a-97bda7dd3feb will not be triggered until provisioned by entity L2. {{(pid=91883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:06:14.468048 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:14.474233 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:06:14.691414 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Pushing event updated for resources: {'Port': ['ID=81667ec7-4eb8-4372-ba1a-97bda7dd3feb,revision_number=3']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:06:14.699095 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Attempting to bind port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:06:14.699436 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Attempting to bind port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': 'edc16427-edb1-4d45-a454-5abaa8546887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60'}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:06:14.699871 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Attempting to bind port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb on network e9d93754-9ed0-44e3-9730-2987349c6d60 {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:06:14.703754 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:14.704103 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:14.704443 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:14.704772 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:14.705100 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:14.705454 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:14.705777 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:14.706098 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:14.706435 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:14.706755 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:14.707070 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:14.707384 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Tracked resource versions report:
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]: pushed versions:
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]: {   'AddressGroup': {'1.2'},
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:     'ConntrackHelper': {'1.0'},
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:     'Log': {'1.0'},
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:     'Network': {'1.1'},
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:     'Port': {'1.7'},
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:     'PortForwarding': {'1.2'},
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:     'QosPolicy': {'1.8'},
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:     'SecurityGroup': {'1.4'},
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:     'SecurityGroupRule': {'1.2'},
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:     'SubPort': {'1.0'},
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:     'Subnet': {'1.1'},
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:     'Trunk': {'1.1'}}
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]: consumer versions:
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]: {   DHCP agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:     L3 agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:     Metadata agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:     Metering agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:     Open vSwitch agent@dv-cinder-784779-13-iscsi: {   'AddressGroup': '1.2',
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'ConntrackHelper': '1.0',
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'Log': '1.0',
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'Network': '1.1',
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'Port': '1.7',
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'PortForwarding': '1.2',
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'QosPolicy': '1.8',
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'SecurityGroup': '1.4',
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'SecurityGroupRule': '1.2',
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'SubPort': '1.0',
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'Subnet': '1.1',
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'Trunk': '1.1'}}
Jun 01 10:06:14.708771 dv-cinder-784779-13-iscsi neutron-server[91883]:  {{(pid=91883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 10:06:14.713232 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:06:14.715853 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:06:14.716264 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Checking segment: {'id': 'edc16427-edb1-4d45-a454-5abaa8546887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:06:14.716726 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:14.717110 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Bound using segment: {'id': 'edc16427-edb1-4d45-a454-5abaa8546887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60'} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:06:14.718145 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Bound port: 81667ec7-4eb8-4372-ba1a-97bda7dd3feb, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc16427-edb1-4d45-a454-5abaa8546887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60'}}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:06:14.718145 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:14.807654 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] For port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:06:14.811680 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] For port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=81667ec7-4eb8-4372-ba1a-97bda7dd3feb,segment=NetworkSegment(edc16427-edb1-4d45-a454-5abaa8546887),segment_id=edc16427-edb1-4d45-a454-5abaa8546887)] {{(pid=91883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:06:14.816648 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:14.822383 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:06:14.908967 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Routers {'a4f0b394-b48b-46e0-b562-e674edc3a2bc'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:06:14.909628 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486f8a430>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:06:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['a4f0b394-b48b-46e0-b562-e674edc3a2bc'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:06:14.970223 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Pushing event updated for resources: {'Port': ['ID=81667ec7-4eb8-4372-ba1a-97bda7dd3feb,revision_number=4']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:06:14.981805 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:06:15.105654 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] Set router a4f0b394-b48b-46e0-b562-e674edc3a2bc gateway port host: None {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:06:15.445759 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486f8a430>, [{'id': 'a4f0b394-b48b-46e0-b562-e674edc3a2bc', 'name': 'router1', 'tenant_id': 'e20b10ff04ce41579683067223079599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:06:02Z', 'updated_at': '2021-06-01T10:06:12Z', 'revision_number': 2, 'project_id': 'e20b10ff04ce41579683067223079599', 'gw_port_host': None, '_interfaces': [{'id': '81667ec7-4eb8-4372-ba1a-97bda7dd3feb', 'name': '', 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60', 'tenant_id': 'e20b10ff04ce41579683067223079599', 'mac_address': 'fa:16:3e:26:d9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f0b394-b48b-46e0-b562-e674edc3a2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '299fbe08-8c95-44c2-bb65-b864f147b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:06:11Z', 'updated_at': '2021-06-01T10:06:14Z', 'revision_number': 4, 'project_id': 'e20b10ff04ce41579683067223079599', 'subnets': [{'id': '299fbe08-8c95-44c2-bb65-b864f147b2c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '333c7477-1a33-4c47-89c7-e94aa7c7f24c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:06:15.449889 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0dc51a-bc13-494f-ab16-ad7fc204bdcd None None] The sync data for ids ['a4f0b394-b48b-46e0-b562-e674edc3a2bc'] in dv-cinder-784779-13-iscsi is: [{'id': 'a4f0b394-b48b-46e0-b562-e674edc3a2bc', 'name': 'router1', 'tenant_id': 'e20b10ff04ce41579683067223079599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:06:02Z', 'updated_at': '2021-06-01T10:06:12Z', 'revision_number': 2, 'project_id': 'e20b10ff04ce41579683067223079599', 'gw_port_host': None, '_interfaces': [{'id': '81667ec7-4eb8-4372-ba1a-97bda7dd3feb', 'name': '', 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60', 'tenant_id': 'e20b10ff04ce41579683067223079599', 'mac_address': 'fa:16:3e:26:d9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f0b394-b48b-46e0-b562-e674edc3a2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '299fbe08-8c95-44c2-bb65-b864f147b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:06:11Z', 'updated_at': '2021-06-01T10:06:14Z', 'revision_number': 4, 'project_id': 'e20b10ff04ce41579683067223079599', 'subnets': [{'id': '299fbe08-8c95-44c2-bb65-b864f147b2c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '333c7477-1a33-4c47-89c7-e94aa7c7f24c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:06:15.635379 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 42180) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:06:15.783441 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7034ca5a-90a0-4e9f-ba72-3ceb7196633f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:06:15.784723 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-7034ca5a-90a0-4e9f-ba72-3ceb7196633f admin admin] 10.222.0.86 "GET /v2.0/networks/e28a5a03-817a-4451-8e06-db27cb915a3e HTTP/1.1" status: 200  len: 842 time: 0.1483228
Jun 01 10:06:15.794704 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:06:15.800263 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:06:15.804930 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Usage tracker for resource:subnet and tenant:f3f69912a79947148e8dab8d45923acf is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:06:15.807959 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:06:15.817801 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:06:15.829424 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Made reservation on behalf of f3f69912a79947148e8dab8d45923acf for: {'subnet': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:06:15.831739 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:16.295795 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.objects.ports [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91880) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 01 10:06:16.296226 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166'] for subnet, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:16.300494 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:06:16.371351 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47f682d-12ba-43e8-b50f-1d3b9fb49ebb,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:06:16.378531 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:06:16.379271 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Checking segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:06:16.379621 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Network hostable DHCP agents. Network: e28a5a03-817a-4451-8e06-db27cb915a3e, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:06:16.399218 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Network e28a5a03-817a-4451-8e06-db27cb915a3e is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:06:16.409779 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, e28a5a03-817a-4451-8e06-db27cb915a3e) {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:06:16.414727 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:06:16.415829 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:16.418303 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff634b1-1570-4744-bc47-80944ab7a6f8 None None] Network e28a5a03-817a-4451-8e06-db27cb915a3e requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:06:16.438492 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6473401
Jun 01 10:06:16.627496 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34213823-3dc8-45bd-ad2a-ad174fb37ea6 None None] Network e28a5a03-817a-4451-8e06-db27cb915a3e requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:06:18.744357 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 42194) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:06:18.957064 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-bacf6ab7-5867-4239-ba00-c0393e92321d admin admin] 10.222.0.86 "GET /v2.0/routers/a4f0b394-b48b-46e0-b562-e674edc3a2bc HTTP/1.1" status: 200  len: 710 time: 0.2115798
Jun 01 10:06:19.127569 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8870972-9caa-45b4-bc98-6e36d0aab8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:06:19.128904 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-b8870972-9caa-45b4-bc98-6e36d0aab8bd admin admin] 10.222.0.86 "GET /v2.0/networks/e28a5a03-817a-4451-8e06-db27cb915a3e HTTP/1.1" status: 200  len: 886 time: 0.1658974
Jun 01 10:06:19.140089 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:06:19.577271 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-944303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6999'] for router, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:19.667498 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 81667ec7-4eb8-4372-ba1a-97bda7dd3feb up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:06:19.735238 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:06:19.739690 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:06:19.740127 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:19.855240 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:19.886361 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=81667ec7-4eb8-4372-ba1a-97bda7dd3feb,segment=NetworkSegment(edc16427-edb1-4d45-a454-5abaa8546887),segment_id=edc16427-edb1-4d45-a454-5abaa8546887)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:06:19.890046 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:19.892258 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-029c2d52-d96f-4343-87ad-8aacd1287ece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:06:19.910680 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:19.960795 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=81667ec7-4eb8-4372-ba1a-97bda7dd3feb,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:06:19.964317 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:06:19.969118 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:20.107723 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Allocated IP 172.27.3.230 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/3f139023-19f9-4348-b53e-561c02aa2b7c) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:06:20.252879 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:20.285877 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:20.291691 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:06:20.349635 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:06:20.352379 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:06:20.355981 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:06:20.514854 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Pushing event updated for resources: {'Port': ['ID=3f139023-19f9-4348-b53e-561c02aa2b7c,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:06:20.523998 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:06:20.777948 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:21.113618 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-944303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6999'] for router, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:21.117649 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-944292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-944357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938097'] for router, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:21.315297 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Router a4f0b394-b48b-46e0-b562-e674edc3a2bc has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:06:21.490962 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:06:21.498973 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Notify callbacks [] for router, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:21.500685 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] 10.222.0.86 "PUT /v2.0/routers/a4f0b394-b48b-46e0-b562-e674edc3a2bc HTTP/1.1" status: 200  len: 890 time: 2.3643379
Jun 01 10:06:21.500827 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Sync routers for ids ['a4f0b394-b48b-46e0-b562-e674edc3a2bc'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:06:21.511921 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Routers {'a4f0b394-b48b-46e0-b562-e674edc3a2bc'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:06:21.512686 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4864aa2b0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:06:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['a4f0b394-b48b-46e0-b562-e674edc3a2bc'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:06:21.672502 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 81667ec7-4eb8-4372-ba1a-97bda7dd3feb up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:06:21.770237 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Set router a4f0b394-b48b-46e0-b562-e674edc3a2bc gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:06:21.872453 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:06:21.872830 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:22.249382 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4864aa2b0>, [{'id': 'a4f0b394-b48b-46e0-b562-e674edc3a2bc', 'name': 'router1', 'tenant_id': 'e20b10ff04ce41579683067223079599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '3f139023-19f9-4348-b53e-561c02aa2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:06:02Z', 'updated_at': '2021-06-01T10:06:20Z', 'revision_number': 4, 'project_id': 'e20b10ff04ce41579683067223079599', 'gw_port': {'id': '3f139023-19f9-4348-b53e-561c02aa2b7c', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f0b394-b48b-46e0-b562-e674edc3a2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:06:20Z', 'updated_at': '2021-06-01T10:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '81667ec7-4eb8-4372-ba1a-97bda7dd3feb', 'name': '', 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60', 'tenant_id': 'e20b10ff04ce41579683067223079599', 'mac_address': 'fa:16:3e:26:d9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f0b394-b48b-46e0-b562-e674edc3a2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '299fbe08-8c95-44c2-bb65-b864f147b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:06:11Z', 'updated_at': '2021-06-01T10:06:19Z', 'revision_number': 5, 'project_id': 'e20b10ff04ce41579683067223079599', 'subnets': [{'id': '299fbe08-8c95-44c2-bb65-b864f147b2c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '333c7477-1a33-4c47-89c7-e94aa7c7f24c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:06:22.254356 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Checking router: a4f0b394-b48b-46e0-b562-e674edc3a2bc for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:06:22.254715 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Updating router a4f0b394-b48b-46e0-b562-e674edc3a2bc port 3f139023-19f9-4348-b53e-561c02aa2b7c binding host dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:06:22.308769 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:22.638856 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Notify callbacks [] for port, precommit_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:22.650685 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Transition to ACTIVE for port object 3f139023-19f9-4348-b53e-561c02aa2b7c will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:06:22.656921 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:22.660539 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-00d28746-2b27-479e-ba8a-e02552549ae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:06:22.738738 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Attempting to bind port 3f139023-19f9-4348-b53e-561c02aa2b7c on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:06:22.739107 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Attempting to bind port 3f139023-19f9-4348-b53e-561c02aa2b7c by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:06:22.739467 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Attempting to bind port 3f139023-19f9-4348-b53e-561c02aa2b7c on network e28a5a03-817a-4451-8e06-db27cb915a3e {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:06:22.741926 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86dae6-95cb-433a-962c-57a72f096f7b None None] Pushing event updated for resources: {'Port': ['ID=3f139023-19f9-4348-b53e-561c02aa2b7c,revision_number=2']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:06:22.747094 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-bd86dae6-95cb-433a-962c-57a72f096f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:06:22.748918 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:06:22.749321 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Checking segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:06:22.749726 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:22.750558 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Bound using segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:06:22.750558 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Bound port: 3f139023-19f9-4348-b53e-561c02aa2b7c, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:06:22.750935 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:22.822645 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] For port 3f139023-19f9-4348-b53e-561c02aa2b7c, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:06:22.826132 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] For port 3f139023-19f9-4348-b53e-561c02aa2b7c, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=3f139023-19f9-4348-b53e-561c02aa2b7c,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:06:22.830808 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:22.835503 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:06:22.921421 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Routers {'a4f0b394-b48b-46e0-b562-e674edc3a2bc'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:06:22.922047 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4864aa2b0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:06:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['a4f0b394-b48b-46e0-b562-e674edc3a2bc'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:06:22.982053 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86dae6-95cb-433a-962c-57a72f096f7b None None] Pushing event updated for resources: {'Port': ['ID=3f139023-19f9-4348-b53e-561c02aa2b7c,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:06:22.991969 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-bd86dae6-95cb-433a-962c-57a72f096f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:06:23.111603 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] Set router a4f0b394-b48b-46e0-b562-e674edc3a2bc gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:06:23.476763 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4864aa2b0>, [{'id': 'a4f0b394-b48b-46e0-b562-e674edc3a2bc', 'name': 'router1', 'tenant_id': 'e20b10ff04ce41579683067223079599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '3f139023-19f9-4348-b53e-561c02aa2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:06:02Z', 'updated_at': '2021-06-01T10:06:20Z', 'revision_number': 4, 'project_id': 'e20b10ff04ce41579683067223079599', 'gw_port': {'id': '3f139023-19f9-4348-b53e-561c02aa2b7c', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f0b394-b48b-46e0-b562-e674edc3a2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:06:20Z', 'updated_at': '2021-06-01T10:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '81667ec7-4eb8-4372-ba1a-97bda7dd3feb', 'name': '', 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60', 'tenant_id': 'e20b10ff04ce41579683067223079599', 'mac_address': 'fa:16:3e:26:d9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f0b394-b48b-46e0-b562-e674edc3a2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '299fbe08-8c95-44c2-bb65-b864f147b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:06:11Z', 'updated_at': '2021-06-01T10:06:19Z', 'revision_number': 5, 'project_id': 'e20b10ff04ce41579683067223079599', 'subnets': [{'id': '299fbe08-8c95-44c2-bb65-b864f147b2c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '333c7477-1a33-4c47-89c7-e94aa7c7f24c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:06:23.480906 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc450d1-3d09-465c-8969-59fa20a7e0a9 None None] The sync data for ids ['a4f0b394-b48b-46e0-b562-e674edc3a2bc'] in dv-cinder-784779-13-iscsi is: [{'id': 'a4f0b394-b48b-46e0-b562-e674edc3a2bc', 'name': 'router1', 'tenant_id': 'e20b10ff04ce41579683067223079599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '3f139023-19f9-4348-b53e-561c02aa2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:06:02Z', 'updated_at': '2021-06-01T10:06:20Z', 'revision_number': 4, 'project_id': 'e20b10ff04ce41579683067223079599', 'gw_port': {'id': '3f139023-19f9-4348-b53e-561c02aa2b7c', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f0b394-b48b-46e0-b562-e674edc3a2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:06:20Z', 'updated_at': '2021-06-01T10:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '81667ec7-4eb8-4372-ba1a-97bda7dd3feb', 'name': '', 'network_id': 'e9d93754-9ed0-44e3-9730-2987349c6d60', 'tenant_id': 'e20b10ff04ce41579683067223079599', 'mac_address': 'fa:16:3e:26:d9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f0b394-b48b-46e0-b562-e674edc3a2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '299fbe08-8c95-44c2-bb65-b864f147b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:06:11Z', 'updated_at': '2021-06-01T10:06:19Z', 'revision_number': 5, 'project_id': 'e20b10ff04ce41579683067223079599', 'subnets': [{'id': '299fbe08-8c95-44c2-bb65-b864f147b2c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '333c7477-1a33-4c47-89c7-e94aa7c7f24c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:06:23.704996 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 3f139023-19f9-4348-b53e-561c02aa2b7c up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:06:23.786642 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 3f139023-19f9-4348-b53e-561c02aa2b7c completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:06:23.793425 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 3f139023-19f9-4348-b53e-561c02aa2b7c triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:06:23.793738 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:23.892163 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 42204) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:06:23.920234 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:23.937990 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port 3f139023-19f9-4348-b53e-561c02aa2b7c, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=3f139023-19f9-4348-b53e-561c02aa2b7c,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:06:23.942918 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:23.946539 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-bd86dae6-95cb-433a-962c-57a72f096f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:06:24.026569 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-6ce96604-3567-4593-99c3-9c03f6052d19 admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 413 time: 0.1332591
Jun 01 10:06:24.029424 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=3f139023-19f9-4348-b53e-561c02aa2b7c,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:06:24.032875 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:06:25.676262 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 3f139023-19f9-4348-b53e-561c02aa2b7c up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:06:25.747829 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 3f139023-19f9-4348-b53e-561c02aa2b7c triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:06:25.748212 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:28.276874 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 5 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:06:35.247547 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-1069bd0d-27a6-4041-9426-ed9c9b375473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:37.698975 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-5809b48d-a0da-47cc-9117-822265934bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:37.815237 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:38.736085 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:06:40.450350 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:07:05.233757 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-6374031f-28cd-4eba-8c2a-cf3bb61a8941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:07:05.276095 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 5 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:07:07.695123 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d55c1140-2ce0-4da0-b930-d9becb82dad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:07:07.810290 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:07:08.739858 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:07:10.451347 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:07:35.229542 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-0f4e95bc-51da-400a-92ad-c3563ad5f407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:07:37.697365 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-75ce0f44-2f52-4b1d-a01f-8b3314c08256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:07:37.813791 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:07:38.740145 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:07:40.453078 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:07:42.274831 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 5 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:08:00.333063 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 42774) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:08:00.401084 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd66d70c-bfc0-430e-99e3-8998bfecacf5 admin admin] GET failed (client error): The resource could not be found.
Jun 01 10:08:00.402352 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-dd66d70c-bfc0-430e-99e3-8998bfecacf5 admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0683112
Jun 01 10:08:00.580114 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbe2141-1148-4c47-b504-2add388da216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:00.581496 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-9cbe2141-1148-4c47-b504-2add388da216 admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1753266
Jun 01 10:08:02.700481 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42784) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:08:02.817379 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c42fa6b-2f81-45a9-87f9-6d9f621751f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:02.818694 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-6c42fa6b-2f81-45a9-87f9-6d9f621751f6 admin admin] 10.222.0.86 "GET /v2.0/subnets/299fbe08-8c95-44c2-bb65-b864f147b2c3 HTTP/1.1" status: 200  len: 849 time: 0.1172748
Jun 01 10:08:02.827781 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:08:02.943830 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Notify callbacks [] for subnet, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:03.131719 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784424096157'] for subnet, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:03.135271 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:08:03.174843 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:03.175830 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:03.176861 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] 10.222.0.86 "PUT /v2.0/subnets/299fbe08-8c95-44c2-bb65-b864f147b2c3 HTTP/1.1" status: 200  len: 868 time: 0.3527441
Jun 01 10:08:03.179418 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dbdf27-48ed-4557-a228-1b7eec8db024 None None] Network e9d93754-9ed0-44e3-9730-2987349c6d60 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:08:03.201404 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=299fbe08-8c95-44c2-bb65-b864f147b2c3,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:08:03.209907 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:03.210275 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:03.210634 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:03.210961 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:03.211258 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:03.211596 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:03.211922 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:03.212263 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:03.212862 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:03.213206 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:03.213529 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:03.213845 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:03.217800 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:08:03.678434 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-0c81422d-65b4-466f-ada7-02e4bff9d18c None None] Provisioning complete for port 1e7c1f18-400e-4b2e-a963-cd4342e66b7c triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:08:03.678810 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-0c81422d-65b4-466f-ada7-02e4bff9d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:03.801837 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-0c81422d-65b4-466f-ada7-02e4bff9d18c None None] Provisioning complete for port 81667ec7-4eb8-4372-ba1a-97bda7dd3feb triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:08:03.802264 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-0c81422d-65b4-466f-ada7-02e4bff9d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:05.222982 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-6af39508-ad3f-461d-b4a9-1c58b3657cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:05.320147 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42794) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:08:05.502092 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd697d60-d34a-4e39-aa6a-69fac9da2165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:05.502479 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd697d60-d34a-4e39-aa6a-69fac9da2165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:05.503200 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-dd697d60-d34a-4e39-aa6a-69fac9da2165 admin admin] Synchronizing usage tracker for tenant:f3f69912a79947148e8dab8d45923acf on resource:network {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:08:05.520988 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-dd697d60-d34a-4e39-aa6a-69fac9da2165 admin admin] Unset dirty status for tenant:f3f69912a79947148e8dab8d45923acf on resource:network {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:08:05.522204 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-dd697d60-d34a-4e39-aa6a-69fac9da2165 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.2011192
Jun 01 10:08:07.623625 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 42804) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:08:07.699256 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-a18f30f3-3453-47f3-af7c-85acfbe3a05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:07.798141 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4160cbca-6478-454b-948e-b9dde6eda78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:07.798677 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4160cbca-6478-454b-948e-b9dde6eda78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:07.800243 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-4160cbca-6478-454b-948e-b9dde6eda78a admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1754987
Jun 01 10:08:07.824365 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:08.744063 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:10.030159 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42816) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:08:10.198314 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a16fa0-5bbd-48ef-b7cf-f9c0c0ba19f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:10.199661 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-05a16fa0-5bbd-48ef-b7cf-f9c0c0ba19f8 admin admin] 10.222.0.86 "GET /v2.0/networks/e28a5a03-817a-4451-8e06-db27cb915a3e HTTP/1.1" status: 200  len: 886 time: 0.1685641
Jun 01 10:08:10.456046 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:12.337882 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42826) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:08:12.512786 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7e619a-4177-4f38-ac3b-41d69fdd123a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:12.514166 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-9a7e619a-4177-4f38-ac3b-41d69fdd123a admin admin] 10.222.0.86 "GET /v2.0/networks/e9d93754-9ed0-44e3-9730-2987349c6d60 HTTP/1.1" status: 200  len: 870 time: 0.1753695
Jun 01 10:08:15.015827 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42836) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:08:15.127010 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2fef3-e496-456d-816c-b8d8fe1c54db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:15.127475 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2fef3-e496-456d-816c-b8d8fe1c54db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:15.129858 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-a1d2fef3-e496-456d-816c-b8d8fe1c54db admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1130700
Jun 01 10:08:17.339294 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42846) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:08:17.450382 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7054d2-d1c7-4312-8b81-71c53dee432d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:17.450839 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7054d2-d1c7-4312-8b81-71c53dee432d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:17.452335 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-3c7054d2-d1c7-4312-8b81-71c53dee432d admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1121130
Jun 01 10:08:19.273925 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 5 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:08:19.621612 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42856) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:08:19.728661 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29af7947-f21c-4c8f-8061-3db96df4f9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:19.730019 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-29af7947-f21c-4c8f-8061-3db96df4f9d0 admin admin] 10.222.0.86 "GET /v2.0/subnets/299fbe08-8c95-44c2-bb65-b864f147b2c3 HTTP/1.1" status: 200  len: 868 time: 0.1074779
Jun 01 10:08:21.862740 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42866) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:08:21.971086 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff3267e-f1d1-4ec0-9e55-bf239dbc1b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:21.973140 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-dff3267e-f1d1-4ec0-9e55-bf239dbc1b49 admin admin] 10.222.0.86 "GET /v2.0/subnets/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb HTTP/1.1" status: 200  len: 816 time: 0.1094801
Jun 01 10:08:35.226531 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-3bd61da5-bb88-4369-9d45-b9e30ab644dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:37.706656 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-517a0fca-d7e8-4324-88d6-303da3750cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:37.818242 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:38.745536 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:40.459437 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:45.211200 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42910) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:08:45.259746 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [None req-0f83e8f3-cf3b-4892-bb8d-b086a6771591 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 10:08:45.260710 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-0f83e8f3-cf3b-4892-bb8d-b086a6771591 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0485866
Jun 01 10:08:47.463858 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42920) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:08:47.529758 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d6788a-20d4-4b2c-b16d-e5b2a0127a10 admin admin] GET failed (client error): The resource could not be found.
Jun 01 10:08:47.530992 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-65d6788a-20d4-4b2c-b16d-e5b2a0127a10 admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0661850
Jun 01 10:08:47.659968 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c98225-fe6c-43cf-801d-96d37b9fbec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:47.661390 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-82c98225-fe6c-43cf-801d-96d37b9fbec6 admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1259737
Jun 01 10:08:49.817009 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42930) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:08:49.864247 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:08:49.868662 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:08:49.878709 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:08:49.888340 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] Made reservation on behalf of f3f69912a79947148e8dab8d45923acf for: {'network': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:08:49.890665 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:50.001365 dv-cinder-784779-13-iscsi neutron-server[91881]: WARNING neutron.services.revisions.revision_plugin [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fd4863734c0] {project_id='f3f69912a79947148e8dab8d45923acf', id='f09b386b-c324-45f5-88e4-11d5e76a448e', target_tenant='*', action='access_as_shared', object_id='77c30902-2140-4739-941a-60be64cc221f'}> to bump revision.
Jun 01 10:08:50.013383 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1213}  {{(pid=91881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:08:50.022874 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:50.023242 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.segments_db [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] Added segment 138627d6-6fcf-4bcc-be1d-4acb5b193ed2 of type vlan for network 77c30902-2140-4739-941a-60be64cc221f
Jun 01 10:08:50.047573 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:50.075283 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:50.076598 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:50.077151 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:50.080166 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:08:50.173816 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.3556967
Jun 01 10:08:50.177521 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] Pushing event updated for resources: {'Network': ['ID=77c30902-2140-4739-941a-60be64cc221f,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:08:50.191621 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-7f9f507b-b4b3-451b-9cf5-98c257fbe069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:08:50.204288 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network 77c30902-2140-4739-941a-60be64cc221f details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:08:52.399783 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 42940) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:08:52.465182 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b054672-1aed-4f80-b7d7-63b11a3c1cf1 admin admin] GET failed (client error): The resource could not be found.
Jun 01 10:08:52.465730 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-1b054672-1aed-4f80-b7d7-63b11a3c1cf1 admin admin] Synchronizing usage tracker for tenant:f3f69912a79947148e8dab8d45923acf on resource:network {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:08:52.480001 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-1b054672-1aed-4f80-b7d7-63b11a3c1cf1 admin admin] Unset dirty status for tenant:f3f69912a79947148e8dab8d45923acf on resource:network {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:08:52.481267 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-1b054672-1aed-4f80-b7d7-63b11a3c1cf1 admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0804946
Jun 01 10:08:52.586011 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619e71cb-773d-4331-8424-defdc3140e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:52.587348 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-619e71cb-773d-4331-8424-defdc3140e8d admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1023450
Jun 01 10:08:52.596918 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Request body: {'subnet': {'network_id': '77c30902-2140-4739-941a-60be64cc221f', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:08:52.601820 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:08:52.605503 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Usage tracker for resource:subnet and tenant:f3f69912a79947148e8dab8d45923acf is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:08:52.608224 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:08:52.614040 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:08:52.622715 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Made reservation on behalf of f3f69912a79947148e8dab8d45923acf for: {'subnet': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:08:52.625073 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:53.002829 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166'] for subnet, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:53.008028 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-5e34bdf7-3d3f-43ea-b6f4-5e9dbdd25b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:08:53.078461 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c136c6f7-0f81-4f3f-8db0-66284cddff32,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:08:53.080986 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:08:53.088749 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Checking segment: {'id': '138627d6-6fcf-4bcc-be1d-4acb5b193ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '77c30902-2140-4739-941a-60be64cc221f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:08:53.089103 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Network hostable DHCP agents. Network: 77c30902-2140-4739-941a-60be64cc221f, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:08:53.106511 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Network 77c30902-2140-4739-941a-60be64cc221f is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:08:53.116062 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, 77c30902-2140-4739-941a-60be64cc221f) {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:08:53.120321 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:08:53.120902 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:53.125223 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828038b5-affb-4428-a4bf-dc62cd90d143 None None] Network 77c30902-2140-4739-941a-60be64cc221f requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:08:53.147890 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5541584
Jun 01 10:08:53.389206 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48453282-28af-4c62-b622-134a562a641c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9287f04-445e-5b22-a51c-be482d9fc361-77c30902-2140-4739-941a-60be64cc221f', 'network_id': '77c30902-2140-4739-941a-60be64cc221f', 'tenant_id': 'f3f69912a79947148e8dab8d45923acf', 'fixed_ips': [{'subnet_id': 'c136c6f7-0f81-4f3f-8db0-66284cddff32'}]}} from dv-cinder-784779-13-iscsi. {{(pid=91882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 10:08:53.390228 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:53.552946 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.db_base_plugin_common [None req-48453282-28af-4c62-b622-134a562a641c None None] Allocated IP 192.168.233.2 (77c30902-2140-4739-941a-60be64cc221f/c136c6f7-0f81-4f3f-8db0-66284cddff32/8006fa41-ad99-4dba-b5aa-a5a0e68e5d13) {{(pid=91882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:08:53.757480 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Notify callbacks [] for port, precommit_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:53.767477 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-48453282-28af-4c62-b622-134a562a641c None None] Transition to ACTIVE for port object 8006fa41-ad99-4dba-b5aa-a5a0e68e5d13 will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:08:53.785756 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-48453282-28af-4c62-b622-134a562a641c None None] Transition to ACTIVE for port object 8006fa41-ad99-4dba-b5aa-a5a0e68e5d13 will not be triggered until provisioned by entity DHCP. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:08:53.790704 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:53.795991 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:08:53.858089 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48453282-28af-4c62-b622-134a562a641c None None] Network 77c30902-2140-4739-941a-60be64cc221f is already hosted by enough agents. {{(pid=91882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:08:53.860905 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.base_scheduler [None req-48453282-28af-4c62-b622-134a562a641c None None] Resources bound (agent type, host, resource id):  {{(pid=91882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:08:53.866686 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48453282-28af-4c62-b622-134a562a641c None None] Received port after_create {{(pid=91882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:08:53.872448 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48453282-28af-4c62-b622-134a562a641c None None] Pushing event updated for resources: {'Port': ['ID=8006fa41-ad99-4dba-b5aa-a5a0e68e5d13,revision_number=1']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:08:53.908134 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:53.908499 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:53.908839 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:53.909206 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:53.910130 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:53.910462 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:53.910788 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:53.911106 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:53.911436 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:53.911757 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:53.912086 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:53.912404 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:08:53.919663 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-48453282-28af-4c62-b622-134a562a641c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:08:53.973456 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-48453282-28af-4c62-b622-134a562a641c None None] Attempting to bind port 8006fa41-ad99-4dba-b5aa-a5a0e68e5d13 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:08:53.973750 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-48453282-28af-4c62-b622-134a562a641c None None] Attempting to bind port 8006fa41-ad99-4dba-b5aa-a5a0e68e5d13 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '138627d6-6fcf-4bcc-be1d-4acb5b193ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '77c30902-2140-4739-941a-60be64cc221f'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:08:53.974148 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48453282-28af-4c62-b622-134a562a641c None None] Attempting to bind port 8006fa41-ad99-4dba-b5aa-a5a0e68e5d13 on network 77c30902-2140-4739-941a-60be64cc221f {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:08:53.979426 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48453282-28af-4c62-b622-134a562a641c None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:08:53.980382 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48453282-28af-4c62-b622-134a562a641c None None] Checking segment: {'id': '138627d6-6fcf-4bcc-be1d-4acb5b193ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '77c30902-2140-4739-941a-60be64cc221f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:08:53.980382 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:53.980605 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48453282-28af-4c62-b622-134a562a641c None None] Bound using segment: {'id': '138627d6-6fcf-4bcc-be1d-4acb5b193ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '77c30902-2140-4739-941a-60be64cc221f'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:08:53.981040 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-48453282-28af-4c62-b622-134a562a641c None None] Bound port: 8006fa41-ad99-4dba-b5aa-a5a0e68e5d13, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138627d6-6fcf-4bcc-be1d-4acb5b193ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '77c30902-2140-4739-941a-60be64cc221f'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:08:53.981437 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:54.070280 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-48453282-28af-4c62-b622-134a562a641c None None] For port 8006fa41-ad99-4dba-b5aa-a5a0e68e5d13, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:08:54.073676 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-48453282-28af-4c62-b622-134a562a641c None None] For port 8006fa41-ad99-4dba-b5aa-a5a0e68e5d13, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=8006fa41-ad99-4dba-b5aa-a5a0e68e5d13,segment=NetworkSegment(138627d6-6fcf-4bcc-be1d-4acb5b193ed2),segment_id=138627d6-6fcf-4bcc-be1d-4acb5b193ed2)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:08:54.077984 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-48453282-28af-4c62-b622-134a562a641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:54.082794 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:08:54.162166 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48453282-28af-4c62-b622-134a562a641c None None] Pushing event updated for resources: {'Port': ['ID=8006fa41-ad99-4dba-b5aa-a5a0e68e5d13,revision_number=2']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:08:54.165079 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-48453282-28af-4c62-b622-134a562a641c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:08:54.971496 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1fa56a-4575-4a10-8b34-8f26c067a072 None None] Network 77c30902-2140-4739-941a-60be64cc221f requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:08:55.077626 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-b9df1151-e67b-4f9c-b6e2-a8d21b9d5531 None None] Provisioning for port 8006fa41-ad99-4dba-b5aa-a5a0e68e5d13 completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:08:55.797023 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 8006fa41-ad99-4dba-b5aa-a5a0e68e5d13 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:08:55.872317 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 8006fa41-ad99-4dba-b5aa-a5a0e68e5d13 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:08:55.877699 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 8006fa41-ad99-4dba-b5aa-a5a0e68e5d13 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:08:55.878689 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:56.001542 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:56.033695 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port 8006fa41-ad99-4dba-b5aa-a5a0e68e5d13, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=8006fa41-ad99-4dba-b5aa-a5a0e68e5d13,segment=NetworkSegment(138627d6-6fcf-4bcc-be1d-4acb5b193ed2),segment_id=138627d6-6fcf-4bcc-be1d-4acb5b193ed2)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:08:56.038320 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:08:56.041852 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:08:56.108503 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=8006fa41-ad99-4dba-b5aa-a5a0e68e5d13,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:08:56.112187 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:08:56.272123 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 5 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:08:57.772866 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 8006fa41-ad99-4dba-b5aa-a5a0e68e5d13 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:08:57.843430 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 8006fa41-ad99-4dba-b5aa-a5a0e68e5d13 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:08:57.843801 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:09:05.230704 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-35a7ff7b-96c9-49c1-8b21-5769a22dc2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:09:07.699286 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-400e34d7-393f-437b-88c2-7da2d2a56254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:09:07.820770 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:09:08.751153 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:09:10.463951 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:09:33.271398 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 5 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:09:35.232555 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-ac97b894-506e-434a-b016-1849b79d8419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:09:37.701419 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-000735c2-98fc-4ed1-8e95-15212f951e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:09:37.824307 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:09:38.750284 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:09:40.466825 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:00.467607 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 42990) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:10:00.473817 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [None req-a41e3b8c-096c-463d-b466-5e7a7fc59495 tempest-verify_tempest_config-1448474866 tempest-verify_tempest_config-1448474866-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 10:10:00.475142 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-a41e3b8c-096c-463d-b466-5e7a7fc59495 tempest-verify_tempest_config-1448474866 tempest-verify_tempest_config-1448474866-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0063913
Jun 01 10:10:00.775325 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43008) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:10:00.890391 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:00.904948 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:10:00.909893 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Usage tracker for resource:security_group_rule and tenant:df77b6bf43c74acc9b0c80d7f66dd7ad is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:10:00.913068 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:10:00.918664 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:10:01.014666 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:01.019022 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:01.027284 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:10:01.064611 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99728821-dcd7-471a-af57-052c47bc0d2a,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:10:01.068193 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=df77b6bf43c74acc9b0c80d7f66dd7ad&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2918959
Jun 01 10:10:01.070997 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43014) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:10:01.073808 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.074183 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.074533 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.074977 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.075319 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.075673 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.076005 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.076348 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.076693 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.077018 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.077368 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.077691 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.082230 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:10:01.130697 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:01.155524 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:01.247931 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:01.253696 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:10:01.266339 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99728821-dcd7-471a-af57-052c47bc0d2a,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:10:01.273865 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:01.274951 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/99728821-dcd7-471a-af57-052c47bc0d2a HTTP/1.1" status: 204  len: 168 time: 0.2030294
Jun 01 10:10:01.276223 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.276580 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.276919 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.277533 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.277660 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.277924 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.278250 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.278585 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.278984 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.279235 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.279553 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.279865 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:10:01.283508 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:10:05.236137 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-61a804e8-a8aa-4074-9932-3a63f3659b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:07.703906 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-60e23932-94f7-4b00-9f6e-9a2a06b50f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:07.829052 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:08.755663 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:10.272295 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 5 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:10:10.468477 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:35.237441 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-1d02579e-4f77-4f24-be23-63e02050ba23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:37.706985 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-7c51174b-de7e-4e7a-8dcf-549c3c0466cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:37.831555 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:38.756420 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:40.474318 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:10:47.271304 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 5 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:11:05.239205 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-706212cf-7ca9-448c-91f0-e608d215852d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:11:07.709465 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2f323491-6071-410e-b625-ae76526868dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:11:07.833449 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:11:08.759336 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:11:10.475702 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:11:24.269574 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 5 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:11:35.240918 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-1a6a581e-e965-4a8c-a6ff-653b112ab08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:11:35.455533 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478'] for agent, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:11:37.714125 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d6006228-1728-4364-8192-6c0b2bc4b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:11:37.835972 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:11:38.761561 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:11:39.092678 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43066) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:11:39.203016 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-2e8ddedf-a5be-483b-b2e4-16d761439698 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.1092055
Jun 01 10:11:40.478693 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:11:41.375475 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43076) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:11:41.432488 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-0811b5f8-fe55-4e57-bccc-3ee20c1d8550 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.0559642
Jun 01 10:12:01.267795 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:12:05.242856 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-557f2d48-0bc5-4f28-ba39-ac26fcf7994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:12:05.409376 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:12:07.715713 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-243de780-4064-4e91-a0ef-49432b8ea9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:12:07.838627 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:12:08.763598 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:12:10.481081 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:12:35.261969 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-42c27f63-3fc4-4e4f-8a39-59d74646c913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:12:35.421615 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:12:37.718385 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-3d35a7bb-6422-44ca-bc02-8db5a5ee4997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:12:37.841344 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:12:38.266774 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:12:38.765980 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:12:40.483443 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:05.264868 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-1b7f41a9-6054-4699-a7e9-991a02fd14b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:05.445363 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:07.721835 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-3146a014-b22a-4b51-8013-69a7d8356bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:07.851347 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:08.634330 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43292) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:08.777820 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:08.849355 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43312) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:08.883542 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43318) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:09.063755 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1901127942-network', 'tenant_id': '6e42e90419c64aa49f35ff4b6608a371'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:09.069416 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:09.073511 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Usage tracker for resource:network and tenant:6e42e90419c64aa49f35ff4b6608a371 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:09.076449 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:09.082453 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:09.098481 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43328) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:09.108446 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Made reservation on behalf of 6e42e90419c64aa49f35ff4b6608a371 for: {'network': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:13:09.121421 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.135270 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.152722 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:09.156864 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Usage tracker for resource:security_group_rule and tenant:6e42e90419c64aa49f35ff4b6608a371 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:09.159678 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:09.165821 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:09.245953 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-455200503-network', 'tenant_id': '458c84b8befa457cafe526f012d4ce69'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:09.250684 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:09.255404 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Usage tracker for resource:network and tenant:458c84b8befa457cafe526f012d4ce69 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:09.258977 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:09.264972 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:09.266239 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.272318 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.277652 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c92c92ee-5e3a-495e-ad22-0af878c5d9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:09.277862 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Made reservation on behalf of 458c84b8befa457cafe526f012d4ce69 for: {'network': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:13:09.280563 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.295876 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.308804 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc58ae48-ff6f-47ff-babf-79c8ac826082,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:09.316213 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:09.319275 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.319643 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.319979 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.320509 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.320841 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.321179 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Usage tracker for resource:security_group_rule and tenant:458c84b8befa457cafe526f012d4ce69 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:09.321287 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.321509 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.321844 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.322183 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.322502 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.322809 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.323283 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.324441 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Tracked resource versions report:
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]: pushed versions:
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]: {   'AddressGroup': {'1.2'},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     'ConntrackHelper': {'1.0'},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     'Log': {'1.0'},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     'Network': {'1.1'},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     'Port': {'1.7'},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     'PortForwarding': {'1.2'},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     'QosPolicy': {'1.8'},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     'SecurityGroup': {'1.4'},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     'SecurityGroupRule': {'1.2'},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     'SubPort': {'1.0'},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     'Subnet': {'1.1'},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     'Trunk': {'1.1'}}
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]: consumer versions:
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]: {   DHCP agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     HyperV agent@hv-cinder-78477: {},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     L3 agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     Metadata agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     Metering agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:     Open vSwitch agent@dv-cinder-784779-13-iscsi: {   'AddressGroup': '1.2',
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'ConntrackHelper': '1.0',
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'Log': '1.0',
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'Network': '1.1',
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'Port': '1.7',
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'PortForwarding': '1.2',
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'QosPolicy': '1.8',
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'SecurityGroup': '1.4',
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'SecurityGroupRule': '1.2',
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'SubPort': '1.0',
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'Subnet': '1.1',
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:                                                       'Trunk': '1.1'}}
Jun 01 10:13:09.324607 dv-cinder-784779-13-iscsi neutron-server[91881]:  {{(pid=91881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 10:13:09.333046 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:09.334066 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1247}  {{(pid=91881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:13:09.344914 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:09.346154 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.346675 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.segments_db [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Added segment 3f103935-ca4a-4d07-986b-c50265452256 of type vlan for network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf
Jun 01 10:13:09.376241 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.403791 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43340) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:09.413735 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.415029 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:09.415635 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.434487 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.436181 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:09.440064 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.447461 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:09.478573 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdfff69-6097-4722-8972-c88c35afa1a0,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:09.491865 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-network', 'tenant_id': '79697cda1c4247899e55e134a9e5b375'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:09.499545 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.500105 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.500633 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.501191 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.501728 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.502060 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.502580 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.503111 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.503641 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.504141 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.504758 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.505898 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Tracked resource versions report:
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]: pushed versions:
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]: {   'AddressGroup': {'1.2'},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     'ConntrackHelper': {'1.0'},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     'Log': {'1.0'},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     'Network': {'1.1'},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     'Port': {'1.7'},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     'PortForwarding': {'1.2'},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     'QosPolicy': {'1.8'},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     'SecurityGroup': {'1.4'},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     'SecurityGroupRule': {'1.2'},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     'SubPort': {'1.0'},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     'Subnet': {'1.1'},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     'Trunk': {'1.1'}}
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]: consumer versions:
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]: {   DHCP agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     HyperV agent@hv-cinder-78477: {},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     L3 agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     Metadata agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     Metering agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:     Open vSwitch agent@dv-cinder-784779-13-iscsi: {   'AddressGroup': '1.2',
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'ConntrackHelper': '1.0',
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'Log': '1.0',
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'Network': '1.1',
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'Port': '1.7',
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'PortForwarding': '1.2',
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'QosPolicy': '1.8',
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'SecurityGroup': '1.4',
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'SecurityGroupRule': '1.2',
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'SubPort': '1.0',
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'Subnet': '1.1',
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:                                                       'Trunk': '1.1'}}
Jun 01 10:13:09.507240 dv-cinder-784779-13-iscsi neutron-server[91880]:  {{(pid=91880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 10:13:09.517408 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-59833959-network', 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:09.524680 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:09.527238 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Pushing event updated for resources: {'Network': ['ID=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:09.530063 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Usage tracker for resource:network and tenant:635eb482ecb44dfeaf04636e1da0589f is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:09.533747 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8983700
Jun 01 10:13:09.533875 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:09.534894 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:09.535337 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43350) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:09.541643 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Request body: {'subnet': {'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1901127942-subnet', 'tenant_id': '6e42e90419c64aa49f35ff4b6608a371', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:09.546211 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:09.547487 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:13:09.550271 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Usage tracker for resource:subnet and tenant:6e42e90419c64aa49f35ff4b6608a371 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:09.553146 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:09.556742 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:09.558909 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:09.564299 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:09.573522 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1214}  {{(pid=91880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:13:09.573660 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43354) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:09.579016 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Made reservation on behalf of 6e42e90419c64aa49f35ff4b6608a371 for: {'subnet': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:13:09.581775 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:09.583939 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.587930 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Usage tracker for resource:network and tenant:79697cda1c4247899e55e134a9e5b375 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:09.591928 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:09.600579 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:09.620956 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784424106469', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.621877 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd487a79e50> segment precommit_create {{(pid=91880) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 01 10:13:09.622566 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.segments_db [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Added segment 1565d90b-24b9-4b25-bea9-ff7a89d15c90 of type vlan for network b5eb6a19-d1bb-4e7d-8a43-22837226ee0d
Jun 01 10:13:09.633146 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Made reservation on behalf of 79697cda1c4247899e55e134a9e5b375 for: {'network': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:13:09.636134 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.658602 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.679284 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:09.683689 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Usage tracker for resource:security_group_rule and tenant:79697cda1c4247899e55e134a9e5b375 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:09.687123 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:09.694008 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:09.739089 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Made reservation on behalf of 635eb482ecb44dfeaf04636e1da0589f for: {'network': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:13:09.743788 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.771278 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.814588 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.818817 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:09.829528 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Usage tracker for resource:security_group_rule and tenant:635eb482ecb44dfeaf04636e1da0589f is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:09.837498 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:09.847345 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1630017267-network', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:09.857137 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:09.890590 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:09.920796 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-eb452932-2c13-47d1-9993-cbde24c8ce0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.935805 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Usage tracker for resource:network and tenant:a13ac067b70d4630b1d8a478ac23fab4 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:09.944938 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.945638 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-eb452932-2c13-47d1-9993-cbde24c8ce0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:09.949680 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-eb452932-2c13-47d1-9993-cbde24c8ce0b admin admin] Usage tracker for resource:security_group_rule and tenant:41b754dbe0c848d5a8c9bcda7b4528a5 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:09.952438 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:09.957743 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.961080 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:09.972063 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e0765046-3bdc-47e9-add0-d3746e220188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:10.001760 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:10.002793 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.009543 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952bfc2d-bb37-4045-9503-d2fd4b3de89d,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:10.009730 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-eb452932-2c13-47d1-9993-cbde24c8ce0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:10.025509 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:10.026143 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:10.028341 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:10.038109 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-eb452932-2c13-47d1-9993-cbde24c8ce0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:10.133394 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Pushing event updated for resources: {'Network': ['ID=b5eb6a19-d1bb-4e7d-8a43-22837226ee0d,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:10.139679 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1215}  {{(pid=91880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:13:10.145748 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network b5eb6a19-d1bb-4e7d-8a43-22837226ee0d details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:13:10.154848 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Made reservation on behalf of a13ac067b70d4630b1d8a478ac23fab4 for: {'network': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:13:10.157658 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.159674 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:10.199130 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.199455 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.segments_db [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Added segment c64bbc0b-b494-4d89-9756-2bd1da1232e8 of type vlan for network 5eec1d6c-37df-44d5-a3ce-e0625e581a69
Jun 01 10:13:10.215203 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.222533 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.241707 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1241}  {{(pid=91880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:13:10.247153 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.251940 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.252293 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.segments_db [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Added segment fb8e0e74-97df-4e11-a8d6-6ccfff3e819d of type vlan for network cad8ba7a-17e4-4cfe-932e-84f43201305c
Jun 01 10:13:10.259444 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166'] for subnet, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.273257 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-da1cdfe2-91ab-429d-875c-d5f2fb889e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:10.278847 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.308491 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:10.342686 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Usage tracker for resource:security_group_rule and tenant:a13ac067b70d4630b1d8a478ac23fab4 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:10.348166 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:10.358566 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:10.364769 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.366992 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Checking segment: {'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:10.367558 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Network hostable DHCP agents. Network: ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:13:10.377177 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:10.405210 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.441321 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:10.443662 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.453655 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9cc419c-3db7-401e-8482-05d6112abc74,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:10.466436 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:10.468889 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:13:10.476096 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6212919
Jun 01 10:13:10.480170 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43392) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:10.495131 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:10.499347 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Request body: {'subnet': {'network_id': 'b5eb6a19-d1bb-4e7d-8a43-22837226ee0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-455200503-subnet', 'tenant_id': '458c84b8befa457cafe526f012d4ce69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:10.501912 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:10.504513 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:10.507497 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.510900 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-eb452932-2c13-47d1-9993-cbde24c8ce0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.513263 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:10.521342 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf) {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:10.523066 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Usage tracker for resource:subnet and tenant:458c84b8befa457cafe526f012d4ce69 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:10.529152 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:10.531463 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8578da75-626e-4791-9368-d4ddb3078734 None None] Network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:13:10.532495 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-eb452932-2c13-47d1-9993-cbde24c8ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.540867 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:10.541772 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.547471 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:10.565817 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:10.633405 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-eb452932-2c13-47d1-9993-cbde24c8ce0b admin admin] Synchronizing usage tracker for tenant:f3f69912a79947148e8dab8d45923acf on resource:security_group {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:13:10.640721 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Pushing event updated for resources: {'Network': ['ID=cad8ba7a-17e4-4cfe-932e-84f43201305c,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:10.643515 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:10.644379 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.646557 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:10.647238 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.652612 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:10.687645 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1512492
Jun 01 10:13:10.688830 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb452932-2c13-47d1-9993-cbde24c8ce0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1571c94-713b-4255-a572-2a1880051e7c,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:10.693720 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.697041 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-eb452932-2c13-47d1-9993-cbde24c8ce0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:10.698518 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Made reservation on behalf of 458c84b8befa457cafe526f012d4ce69 for: {'subnet': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:13:10.703216 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.722007 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.731486 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:10.755250 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Pushing event updated for resources: {'Network': ['ID=5eec1d6c-37df-44d5-a3ce-e0625e581a69,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:10.764771 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.6650522
Jun 01 10:13:10.766302 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:10.768001 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43402) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:10.777429 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Request body: {'subnet': {'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-59833959-subnet', 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:10.779286 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network cad8ba7a-17e4-4cfe-932e-84f43201305c details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:13:10.791473 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.9068108
Jun 01 10:13:10.792971 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:10.795251 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43406) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:10.802456 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Request body: {'subnet': {'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-subnet', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:10.807190 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Usage tracker for resource:subnet and tenant:635eb482ecb44dfeaf04636e1da0589f is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:10.811188 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:10.813705 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:10.821588 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Usage tracker for resource:subnet and tenant:79697cda1c4247899e55e134a9e5b375 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:10.824481 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:10.826810 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:10.835211 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:10.844093 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-eb452932-2c13-47d1-9993-cbde24c8ce0b admin admin] Unset dirty status for tenant:f3f69912a79947148e8dab8d45923acf on resource:security_group {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:13:10.847773 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-eb452932-2c13-47d1-9993-cbde24c8ce0b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=41b754dbe0c848d5a8c9bcda7b4528a5&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2704241
Jun 01 10:13:10.850216 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43410) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:10.852713 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1219}  {{(pid=91881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:13:10.866388 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Made reservation on behalf of 635eb482ecb44dfeaf04636e1da0589f for: {'subnet': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:13:10.869451 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.888482 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Made reservation on behalf of 79697cda1c4247899e55e134a9e5b375 for: {'subnet': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:13:10.891042 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.929174 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:10.929620 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.segments_db [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Added segment 1ab7c966-037f-47fd-af9d-a49aae0c5863 of type vlan for network 6e55b412-bc05-48cc-8ddf-93d145b5843a
Jun 01 10:13:10.933019 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c32097d-ba58-4f0d-a4aa-d97f5ab442ce,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:10.943791 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:11.000125 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:13:11.008979 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:11.141471 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:11.143915 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:11.144469 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:11.187698 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-904f95e3-49cf-40e7-a8c0-def51c23f4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:11.192436 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:11.192820 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20679fcf-09dd-4df3-9706-521a68326087 None None] Network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:13:11.252329 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-904f95e3-49cf-40e7-a8c0-def51c23f4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:11.350928 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.9457798
Jun 01 10:13:11.365345 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43438) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:11.398179 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Request body: {'subnet': {'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1630017267-subnet', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:11.410237 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:11.413426 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Pushing event updated for resources: {'Network': ['ID=6e55b412-bc05-48cc-8ddf-93d145b5843a,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:11.418224 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:11.419947 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Usage tracker for resource:subnet and tenant:a13ac067b70d4630b1d8a478ac23fab4 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:11.425278 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:11.434072 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:11.435867 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network 6e55b412-bc05-48cc-8ddf-93d145b5843a details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:13:11.463572 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-904f95e3-49cf-40e7-a8c0-def51c23f4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:11.486716 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-5323fdf5-8916-4a18-9b1b-8901b2e2e9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:11.510021 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Made reservation on behalf of a13ac067b70d4630b1d8a478ac23fab4 for: {'subnet': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:13:11.518697 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:11.522342 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f95e3-49cf-40e7-a8c0-def51c23f4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1571c94-713b-4255-a572-2a1880051e7c,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:11.532825 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-904f95e3-49cf-40e7-a8c0-def51c23f4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:11.574916 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43448) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:11.590853 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-904f95e3-49cf-40e7-a8c0-def51c23f4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:11.596017 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-904f95e3-49cf-40e7-a8c0-def51c23f4db admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f1571c94-713b-4255-a572-2a1880051e7c HTTP/1.1" status: 204  len: 168 time: 0.7444112
Jun 01 10:13:11.815615 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166'] for subnet, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:11.825035 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c64ce8f3-a94f-4714-be7d-49737e09b7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:11.931984 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a86f4cf2-14cf-495f-a7c6-c15b38ec1fb8,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:11.937914 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:11.943746 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Checking segment: {'id': '1565d90b-24b9-4b25-bea9-ff7a89d15c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b5eb6a19-d1bb-4e7d-8a43-22837226ee0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:11.944341 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Network hostable DHCP agents. Network: b5eb6a19-d1bb-4e7d-8a43-22837226ee0d, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:13:12.027492 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43460) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:12.031227 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Network b5eb6a19-d1bb-4e7d-8a43-22837226ee0d is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:13:12.034044 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6738dfa6-43a8-461b-b92f-fae7dfe084ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.051853 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, b5eb6a19-d1bb-4e7d-8a43-22837226ee0d) {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:12.057033 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:12.057709 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.066839 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335da36-553a-4eb5-93f9-a0f6880f2bd7 None None] Network b5eb6a19-d1bb-4e7d-8a43-22837226ee0d requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:13:12.101931 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-6738dfa6-43a8-461b-b92f-fae7dfe084ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:12.114744 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6179376
Jun 01 10:13:12.114970 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-6738dfa6-43a8-461b-b92f-fae7dfe084ab admin admin] Usage tracker for resource:security_group_rule and tenant:371bea9f7c6848fa836c12e71fc53ff4 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:12.143699 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-6738dfa6-43a8-461b-b92f-fae7dfe084ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:12.155936 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-6738dfa6-43a8-461b-b92f-fae7dfe084ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:12.240175 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166'] for subnet, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.263042 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c20d61d2-6132-46a6-a565-d895142e4a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:12.274752 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166'] for subnet, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.294288 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-745b1d12-b3e3-4451-b496-2e27131705e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:12.333858 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166'] for subnet, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.364945 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=087dba4d-b97f-47cb-b7f9-85b193c4f5a8,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:12.378455 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:12.382931 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:12.440955 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b8fb245-a2ae-498a-8d51-27838d9bb56a,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:12.446847 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:12.450053 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Checking segment: {'id': 'fb8e0e74-97df-4e11-a8d6-6ccfff3e819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:12.450412 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Network hostable DHCP agents. Network: cad8ba7a-17e4-4cfe-932e-84f43201305c, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:13:12.474917 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Checking segment: {'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:12.476023 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Network hostable DHCP agents. Network: 6e55b412-bc05-48cc-8ddf-93d145b5843a, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:13:12.498787 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f71cb12e-c146-4055-9ee7-71cd364da159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.506053 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37142d9-9aeb-4f95-b35e-6158487f26f3,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:12.516629 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6738dfa6-43a8-461b-b92f-fae7dfe084ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.517748 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:12.522823 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Checking segment: {'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:12.523178 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Network hostable DHCP agents. Network: 5eec1d6c-37df-44d5-a3ce-e0625e581a69, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:13:12.532333 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6738dfa6-43a8-461b-b92f-fae7dfe084ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.534474 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4084a4c4-b29a-4636-b2bf-9fce6e211388 None None] Network b5eb6a19-d1bb-4e7d-8a43-22837226ee0d requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:13:12.545777 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:12.552951 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Network cad8ba7a-17e4-4cfe-932e-84f43201305c is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:13:12.562032 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-f71cb12e-c146-4055-9ee7-71cd364da159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:12.567955 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Network 6e55b412-bc05-48cc-8ddf-93d145b5843a is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:13:12.577440 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-f71cb12e-c146-4055-9ee7-71cd364da159 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa4dbe6f65a43f2a6734db8abbcbc9d is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:12.592550 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-f71cb12e-c146-4055-9ee7-71cd364da159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:12.595064 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, cad8ba7a-17e4-4cfe-932e-84f43201305c) {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:12.603065 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-f71cb12e-c146-4055-9ee7-71cd364da159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:12.607475 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738dfa6-43a8-461b-b92f-fae7dfe084ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e843b43a-b507-42fb-a54f-b06b647815f9,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:12.621789 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:12.622626 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.627770 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-6738dfa6-43a8-461b-b92f-fae7dfe084ab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=371bea9f7c6848fa836c12e71fc53ff4&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0521567
Jun 01 10:13:12.631587 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:13:12.633712 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa70b82f-55af-428b-be60-9940ae07e2ab None None] Network cad8ba7a-17e4-4cfe-932e-84f43201305c requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:13:12.638053 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43482) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:12.664320 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, 5eec1d6c-37df-44d5-a3ce-e0625e581a69) {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:12.674589 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:12.675174 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.687758 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-6738dfa6-43a8-461b-b92f-fae7dfe084ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:12.688024 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, 6e55b412-bc05-48cc-8ddf-93d145b5843a) {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:12.696653 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:12.697564 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.726742 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.9575210
Jun 01 10:13:12.727445 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43486) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:12.748011 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-59833959-router', 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:12.749533 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-4c1db47f-5389-4214-b400-54c9e2f41030 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3597593
Jun 01 10:13:12.753658 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:12.758276 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Usage tracker for resource:router and tenant:635eb482ecb44dfeaf04636e1da0589f is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:12.760913 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43496) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:12.761291 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43498) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:12.761425 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:12.767536 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:12.787412 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:12.792120 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1e15c0-4246-4be9-8f45-f187774dff48 None None] Network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:13:12.795937 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.9994376
Jun 01 10:13:12.796756 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43504) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:12.803684 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:12.805872 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:12.810278 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:12.812507 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-01d8dcd0-b5ef-4138-9d74-160042c0ec5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.814204 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Usage tracker for resource:router and tenant:79697cda1c4247899e55e134a9e5b375 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:12.816070 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da290624-c944-4322-9569-0c4deede3577 None None] Network 6e55b412-bc05-48cc-8ddf-93d145b5843a requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:13:12.817767 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:12.825195 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:12.826341 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Usage tracker for resource:router and tenant:a13ac067b70d4630b1d8a478ac23fab4 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:12.830997 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b151b46-7cad-41e4-ab6c-32e2760f4249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.832297 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f71cb12e-c146-4055-9ee7-71cd364da159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.834465 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:12.845010 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:12.848901 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-01d8dcd0-b5ef-4138-9d74-160042c0ec5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:12.852448 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f71cb12e-c146-4055-9ee7-71cd364da159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.858385 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-01d8dcd0-b5ef-4138-9d74-160042c0ec5f admin admin] Usage tracker for resource:security_group_rule and tenant:bd6660142d1d49e384e7d5b843165537 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:12.865709 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7026'] for router, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.866911 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-944266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7017'] for router, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.870176 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-01d8dcd0-b5ef-4138-9d74-160042c0ec5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:12.875409 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-81c880e7-eff1-48f5-a6a2-4aea31955d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:12.876514 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7026'] for router, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.878217 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-944266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7017'] for router, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.898659 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-01d8dcd0-b5ef-4138-9d74-160042c0ec5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:12.899813 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.910331 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7026'] for router, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.912506 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-944266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7017'] for router, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:12.977710 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-f71cb12e-c146-4055-9ee7-71cd364da159 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7aa4dbe6f65a43f2a6734db8abbcbc9d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9492071
Jun 01 10:13:12.982898 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cb12e-c146-4055-9ee7-71cd364da159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056382ea-9ed7-4786-a507-37bc638cd034,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:12.988453 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43518) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:13.004090 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f71cb12e-c146-4055-9ee7-71cd364da159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:13.005896 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:13.012153 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b151b46-7cad-41e4-ab6c-32e2760f4249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:13.180475 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43528) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:13.311051 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-0f1070af-b2a7-404b-b3f8-9acc1381f7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:13.315921 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-944303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6999'] for router, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:13.339455 dv-cinder-784779-13-iscsi neutron-server[91880]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 01 10:13:13.416029 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-0f1070af-b2a7-404b-b3f8-9acc1381f7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:13.445764 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9287f04-445e-5b22-a51c-be482d9fc361-5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3'}]}} from dv-cinder-784779-13-iscsi. {{(pid=91882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 10:13:13.446580 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:13.466412 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:13.536548 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-944303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6999'] for router, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:13.548504 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-01d8dcd0-b5ef-4138-9d74-160042c0ec5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:13.594133 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-01d8dcd0-b5ef-4138-9d74-160042c0ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:13.620256 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:13.638334 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-0f1070af-b2a7-404b-b3f8-9acc1381f7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:13.751095 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-01d8dcd0-b5ef-4138-9d74-160042c0ec5f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd6660142d1d49e384e7d5b843165537&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9872386
Jun 01 10:13:13.753522 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8dcd0-b5ef-4138-9d74-160042c0ec5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da07acb-1040-434b-b0dc-4ef52e3ab88d,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:13.757390 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-01d8dcd0-b5ef-4138-9d74-160042c0ec5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:13.758348 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43546) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:13.758863 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:13.774537 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-0f1070af-b2a7-404b-b3f8-9acc1381f7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:13.778498 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-0f1070af-b2a7-404b-b3f8-9acc1381f7b1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/056382ea-9ed7-4786-a507-37bc638cd034 HTTP/1.1" status: 204  len: 168 time: 0.7880967
Jun 01 10:13:13.782343 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b151b46-7cad-41e4-ab6c-32e2760f4249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:13.794941 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f89e3f1-8c28-4c81-be5f-7f7b74676b2a None None] Network cad8ba7a-17e4-4cfe-932e-84f43201305c requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:13:13.801521 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1070af-b2a7-404b-b3f8-9acc1381f7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056382ea-9ed7-4786-a507-37bc638cd034,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:13.803904 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-0f1070af-b2a7-404b-b3f8-9acc1381f7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:13.804567 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43556) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:13.819320 dv-cinder-784779-13-iscsi neutron-server[91881]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 01 10:13:13.856605 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-3c040d63-9290-4fd3-8ac0-a0f833a5f874 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:13.857107 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-3c040d63-9290-4fd3-8ac0-a0f833a5f874 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/networks?id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf HTTP/1.1" status: 200  len: 815 time: 0.5310249
Jun 01 10:13:13.862092 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:13.936294 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b151b46-7cad-41e4-ab6c-32e2760f4249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e843b43a-b507-42fb-a54f-b06b647815f9,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:13.952029 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-9a1e0a17-4971-452b-89a4-b015b3dd9a53 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/quotas/6e42e90419c64aa49f35ff4b6608a371 HTTP/1.1" status: 200  len: 375 time: 0.0797324
Jun 01 10:13:13.954034 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0b151b46-7cad-41e4-ab6c-32e2760f4249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:13.982741 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3eba1844-b9ba-4cd2-b0a0-b625018e7597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:14.061276 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3eba1844-b9ba-4cd2-b0a0-b625018e7597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:14.076971 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-8012e0d4-f44e-4562-be84-e5bfda7b7ed4 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:14.077539 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-13db3d8b-2a2d-4fd9-8b47-21fb92a06717 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e42e90419c64aa49f35ff4b6608a371&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0623045
Jun 01 10:13:14.084131 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-8012e0d4-f44e-4562-be84-e5bfda7b7ed4 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/networks?id=b5eb6a19-d1bb-4e7d-8a43-22837226ee0d HTTP/1.1" status: 200  len: 811 time: 0.2759926
Jun 01 10:13:14.085346 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-944303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6999'] for router, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:14.091117 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b151b46-7cad-41e4-ab6c-32e2760f4249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:14.091922 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-0b151b46-7cad-41e4-ab6c-32e2760f4249 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e843b43a-b507-42fb-a54f-b06b647815f9 HTTP/1.1" status: 204  len: 168 time: 1.4516559
Jun 01 10:13:14.117276 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.db_base_plugin_common [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Allocated IP 172.20.0.2 (5eec1d6c-37df-44d5-a3ce-e0625e581a69/c37142d9-9aeb-4f95-b35e-6158487f26f3/64a9b319-0adb-447c-b30e-efda77e45b6b) {{(pid=91882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:13:14.136815 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9287f04-445e-5b22-a51c-be482d9fc361-6e55b412-bc05-48cc-8ddf-93d145b5843a', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a'}]}} from dv-cinder-784779-13-iscsi. {{(pid=91882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 10:13:14.137863 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:14.187280 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6260d2a2-2ee7-416c-b384-9e2127adeeee tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/quotas/458c84b8befa457cafe526f012d4ce69 HTTP/1.1" status: 200  len: 375 time: 0.1022325
Jun 01 10:13:14.322587 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-a80f99ae-4269-44b2-9b2c-205ed03a30ee tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=458c84b8befa457cafe526f012d4ce69&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1343799
Jun 01 10:13:14.387128 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:14.431755 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:14.494516 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:14.509195 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3eba1844-b9ba-4cd2-b0a0-b625018e7597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:14.528579 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:14.533230 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:14.570374 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba1844-b9ba-4cd2-b0a0-b625018e7597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da07acb-1040-434b-b0dc-4ef52e3ab88d,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:14.575727 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-3eba1844-b9ba-4cd2-b0a0-b625018e7597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:14.596237 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3eba1844-b9ba-4cd2-b0a0-b625018e7597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:14.599755 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-3eba1844-b9ba-4cd2-b0a0-b625018e7597 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7da07acb-1040-434b-b0dc-4ef52e3ab88d HTTP/1.1" status: 204  len: 168 time: 0.8295140
Jun 01 10:13:14.649131 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-4c39473e-4f4f-4012-a460-5cdd869ed34e service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 10:13:14.650172 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-4c39473e-4f4f-4012-a460-5cdd869ed34e service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1975946
Jun 01 10:13:14.693458 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Allocated IP 172.27.3.125 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/12d3d1f3-3cfd-40af-be1e-d1a7dcda5631) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:13:14.700730 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.db_base_plugin_common [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Allocated IP 172.20.0.2 (6e55b412-bc05-48cc-8ddf-93d145b5843a/6b8fb245-a2ae-498a-8d51-27838d9bb56a/f1503769-fb51-4d4c-9dcc-2136aeada886) {{(pid=91882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:13:14.799084 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43580) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:14.799416 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43582) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:14.864907 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-45747a8d-daa5-4b5e-a87b-203c87d01c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:14.878257 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-17c977a0-e2be-465e-9c4f-31defddb275c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:14.902367 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-45747a8d-daa5-4b5e-a87b-203c87d01c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:14.922020 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-45747a8d-daa5-4b5e-a87b-203c87d01c9f admin admin] Usage tracker for resource:security_group_rule and tenant:0d8ed13c16b64808acdd3791067a3600 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:14.925640 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-17c977a0-e2be-465e-9c4f-31defddb275c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:14.932196 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-45747a8d-daa5-4b5e-a87b-203c87d01c9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:14.944784 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-17c977a0-e2be-465e-9c4f-31defddb275c admin admin] Usage tracker for resource:security_group_rule and tenant:257143c2c5b148d4b4d83a64ab6a14cb is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:14.951861 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Notify callbacks [] for port, precommit_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:14.961059 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-17c977a0-e2be-465e-9c4f-31defddb275c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:14.964864 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-45747a8d-daa5-4b5e-a87b-203c87d01c9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:14.976757 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Transition to ACTIVE for port object f1503769-fb51-4d4c-9dcc-2136aeada886 will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:14.981877 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-17c977a0-e2be-465e-9c4f-31defddb275c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:15.046542 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.096793 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-a3b73ec3-1639-4ffd-8ff7-7f29a2374f2b service neutron] 10.222.0.86 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4283431
Jun 01 10:13:15.123679 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Transition to ACTIVE for port object f1503769-fb51-4d4c-9dcc-2136aeada886 will not be triggered until provisioned by entity DHCP. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:15.142545 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.165818 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:15.204246 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-58dbd088-8f14-42a0-9a21-acfc44747c04 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 10:13:15.205519 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-58dbd088-8f14-42a0-9a21-acfc44747c04 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2301342
Jun 01 10:13:15.243934 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.261797 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Notify callbacks [] for port, precommit_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.268061 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:13:15.278187 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.290821 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Network 6e55b412-bc05-48cc-8ddf-93d145b5843a is already hosted by enough agents. {{(pid=91882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:15.295503 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.base_scheduler [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Resources bound (agent type, host, resource id):  {{(pid=91882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:15.299787 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Transition to ACTIVE for port object 64a9b319-0adb-447c-b30e-efda77e45b6b will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:15.303044 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Received port after_create {{(pid=91882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:13:15.359256 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Pushing event updated for resources: {'Port': ['ID=f1503769-fb51-4d4c-9dcc-2136aeada886,revision_number=1']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:15.382682 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-52b10459-b4e0-4ac0-bc89-aa13e118a493 service neutron] 10.222.0.86 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2849004
Jun 01 10:13:15.417325 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:15.417580 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:15.417922 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:15.418246 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:15.418888 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:15.419023 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:15.419328 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:15.419636 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:15.419972 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:15.420292 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:15.420606 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:15.420915 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Tracked resource versions report:
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]: pushed versions:
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]: {   'AddressGroup': {'1.2'},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     'ConntrackHelper': {'1.0'},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     'Log': {'1.0'},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     'Network': {'1.1'},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     'Port': {'1.7'},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     'PortForwarding': {'1.2'},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     'QosPolicy': {'1.8'},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     'SecurityGroup': {'1.4'},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     'SecurityGroupRule': {'1.2'},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     'SubPort': {'1.0'},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     'Subnet': {'1.1'},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     'Trunk': {'1.1'}}
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]: consumer versions:
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]: {   DHCP agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     HyperV agent@hv-cinder-78477: {},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     L3 agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     Metadata agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     Metering agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:     Open vSwitch agent@dv-cinder-784779-13-iscsi: {   'AddressGroup': '1.2',
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'ConntrackHelper': '1.0',
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'Log': '1.0',
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'Network': '1.1',
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'Port': '1.7',
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'PortForwarding': '1.2',
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'QosPolicy': '1.8',
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'SecurityGroup': '1.4',
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'SecurityGroupRule': '1.2',
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'SubPort': '1.0',
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'Subnet': '1.1',
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:                                                       'Trunk': '1.1'}}
Jun 01 10:13:15.423303 dv-cinder-784779-13-iscsi neutron-server[91882]:  {{(pid=91882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 10:13:15.427101 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Transition to ACTIVE for port object 64a9b319-0adb-447c-b30e-efda77e45b6b will not be triggered until provisioned by entity DHCP. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:15.438082 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:15.452800 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.453714 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Attempting to bind port f1503769-fb51-4d4c-9dcc-2136aeada886 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:13:15.454125 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Attempting to bind port f1503769-fb51-4d4c-9dcc-2136aeada886 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:13:15.454591 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Attempting to bind port f1503769-fb51-4d4c-9dcc-2136aeada886 on network 6e55b412-bc05-48cc-8ddf-93d145b5843a {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:15.465472 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-bd86dae6-95cb-433a-962c-57a72f096f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:15.466957 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.505249 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:15.586844 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Allocated IP 172.27.3.127 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/9b5c2081-1d42-4bb8-9243-ae58388e6c55) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:13:15.596616 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-17c977a0-e2be-465e-9c4f-31defddb275c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.605820 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Pushing event updated for resources: {'Port': ['ID=64a9b319-0adb-447c-b30e-efda77e45b6b,revision_number=1']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:15.620713 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:13:15.621594 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Checking segment: {'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:15.622427 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.623110 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Bound using segment: {'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:13:15.623782 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Bound port: f1503769-fb51-4d4c-9dcc-2136aeada886, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:13:15.624332 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.649613 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-45747a8d-daa5-4b5e-a87b-203c87d01c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.651074 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Pushing event updated for resources: {'Port': ['ID=12d3d1f3-3cfd-40af-be1e-d1a7dcda5631,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:15.651957 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:15.656569 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:15.657798 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-17c977a0-e2be-465e-9c4f-31defddb275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.669468 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:15.675695 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:15.679553 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:13:15.772702 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] For port f1503769-fb51-4d4c-9dcc-2136aeada886, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:13:15.776360 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] For port f1503769-fb51-4d4c-9dcc-2136aeada886, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=f1503769-fb51-4d4c-9dcc-2136aeada886,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:13:15.782630 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 is already hosted by enough agents. {{(pid=91882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:15.784250 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.base_scheduler [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Resources bound (agent type, host, resource id):  {{(pid=91882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:15.787987 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.789317 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Received port after_create {{(pid=91882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:13:15.840423 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.841875 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-eb452932-2c13-47d1-9993-cbde24c8ce0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:15.849396 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-45747a8d-daa5-4b5e-a87b-203c87d01c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.851577 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-e1c88500-861c-4f9a-a87e-2961b9f0b1a1 service neutron] 10.222.0.86 "GET /v2.0/networks/b5eb6a19-d1bb-4e7d-8a43-22837226ee0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6195652
Jun 01 10:13:15.853620 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2d3e7b58-95bc-4dbd-8095-e02354f88fda req-72dff019-f57f-4eec-b423-f60cb58044f5 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 210 time: 0.0586867
Jun 01 10:13:15.861659 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:15.889518 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43622) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:15.894167 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-17c977a0-e2be-465e-9c4f-31defddb275c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=257143c2c5b148d4b4d83a64ab6a14cb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0783372
Jun 01 10:13:15.938872 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:15.968330 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c8d6286c-5982-4859-b65e-10d1e8e9192b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:16.087450 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:16.097263 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:16.099513 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Pushing event updated for resources: {'Port': ['ID=9b5c2081-1d42-4bb8-9243-ae58388e6c55,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:16.121596 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:13:16.137362 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c977a0-e2be-465e-9c4f-31defddb275c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f2ddfc-c907-48ee-aaf2-1364d0ff622e,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:16.153574 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-17c977a0-e2be-465e-9c4f-31defddb275c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:16.154278 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-3eba1844-b9ba-4cd2-b0a0-b625018e7597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:16.165700 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-45747a8d-daa5-4b5e-a87b-203c87d01c9f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0d8ed13c16b64808acdd3791067a3600&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3628688
Jun 01 10:13:16.172438 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43628) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:16.228901 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Attempting to bind port 64a9b319-0adb-447c-b30e-efda77e45b6b on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:13:16.229488 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Attempting to bind port 64a9b319-0adb-447c-b30e-efda77e45b6b by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:13:16.230025 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Attempting to bind port 64a9b319-0adb-447c-b30e-efda77e45b6b on network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:16.252502 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:13:16.253082 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Checking segment: {'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:16.269716 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45747a8d-daa5-4b5e-a87b-203c87d01c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc708df-14dd-4f11-b8d1-bb736ea0c022,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:16.272155 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:16.273977 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Bound using segment: {'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:13:16.274802 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Bound port: 64a9b319-0adb-447c-b30e-efda77e45b6b, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:13:16.275383 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:16.287324 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Pushing event updated for resources: {'Port': ['ID=f1503769-fb51-4d4c-9dcc-2136aeada886,revision_number=2']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:16.290952 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-45747a8d-daa5-4b5e-a87b-203c87d01c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:16.294803 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:16.307363 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-eb758826-8960-4e34-b791-ead7e284047f service neutron] 10.222.0.86 "GET /v2.0/networks/b5eb6a19-d1bb-4e7d-8a43-22837226ee0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4117355
Jun 01 10:13:16.434230 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:16.443724 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] For port 64a9b319-0adb-447c-b30e-efda77e45b6b, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:13:16.453058 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] For port 64a9b319-0adb-447c-b30e-efda77e45b6b, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=64a9b319-0adb-447c-b30e-efda77e45b6b,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:13:16.458872 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-0f436571-98c0-4c23-90e4-a9fb55ab476f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:16.470522 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:16.476223 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-48453282-28af-4c62-b622-134a562a641c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:16.514380 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Allocated IP 172.27.3.24 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/0662c499-56e9-4dec-879d-d56e63845c00) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:13:16.633072 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d427e27c-e80b-4577-aca0-49eb0c48dbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:16.669928 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Pushing event updated for resources: {'Port': ['ID=64a9b319-0adb-447c-b30e-efda77e45b6b,revision_number=2']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:16.683461 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:16.763545 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-0f436571-98c0-4c23-90e4-a9fb55ab476f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:16.845573 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:16.960162 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:17.172059 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d427e27c-e80b-4577-aca0-49eb0c48dbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:17.201535 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-998faca3-f440-4b48-85a0-39385b159bde req-724f61c4-b767-4f05-a99d-dea2a60131e5 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 210 time: 0.2301059
Jun 01 10:13:17.238669 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-0f436571-98c0-4c23-90e4-a9fb55ab476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:17.251378 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:17.272979 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f436571-98c0-4c23-90e4-a9fb55ab476f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc708df-14dd-4f11-b8d1-bb736ea0c022,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:17.284135 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-0f436571-98c0-4c23-90e4-a9fb55ab476f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:17.414705 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-0f436571-98c0-4c23-90e4-a9fb55ab476f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:17.418505 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-0f436571-98c0-4c23-90e4-a9fb55ab476f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2bc708df-14dd-4f11-b8d1-bb736ea0c022 HTTP/1.1" status: 204  len: 168 time: 1.2373922
Jun 01 10:13:17.630929 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-016dfe0a-9282-45f9-be89-2bc911a60aab req-5c99cb7f-08cf-4ea4-b23d-0399ee6f4f45 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 210 time: 0.9169915
Jun 01 10:13:17.877084 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944364'] for router, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:17.947342 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d1a376-dfee-4177-b59c-96eaa75d741b None None] Network 6e55b412-bc05-48cc-8ddf-93d145b5843a requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:13:18.242057 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:18.304138 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 64a9b319-0adb-447c-b30e-efda77e45b6b up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:18.327339 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d427e27c-e80b-4577-aca0-49eb0c48dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:18.360777 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-904f95e3-49cf-40e7-a8c0-def51c23f4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:18.406769 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427e27c-e80b-4577-aca0-49eb0c48dbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f2ddfc-c907-48ee-aaf2-1364d0ff622e,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:18.416436 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-d427e27c-e80b-4577-aca0-49eb0c48dbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:18.435959 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944364'] for router, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:18.443465 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d427e27c-e80b-4577-aca0-49eb0c48dbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:18.447829 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-d427e27c-e80b-4577-aca0-49eb0c48dbdc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/22f2ddfc-c907-48ee-aaf2-1364d0ff622e HTTP/1.1" status: 204  len: 168 time: 2.5546715
Jun 01 10:13:18.538950 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Router 358dbe65-5b02-4452-aa63-e9e6936c4569 is scheduled to L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 with binding_index 1 {{(pid=91881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 10:13:18.599609 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:18.624497 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:18.836848 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d3169-002e-4925-b57d-65c85bacf1a2 None None] Network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:13:18.841903 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ef79f2bb-6e00-45f9-862a-48dcc30dbfbe req-6817fc00-a635-4368-9bcb-7dfae86eb5d8 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 210 time: 0.1604917
Jun 01 10:13:18.943088 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:18.960968 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:19.038707 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-d7cc4ecd-9854-4aed-9007-1523ec85efd9 None None] Provisioning for port f1503769-fb51-4d4c-9dcc-2136aeada886 completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:19.059854 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:13:19.063222 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:13:19.073280 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Sync routers for ids ['358dbe65-5b02-4452-aa63-e9e6936c4569'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:13:19.086136 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Routers {'358dbe65-5b02-4452-aa63-e9e6936c4569'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:13:19.086685 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4864b8250>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:13:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['358dbe65-5b02-4452-aa63-e9e6936c4569'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:19.113046 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Notify callbacks [] for router, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:19.127395 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.3650663
Jun 01 10:13:19.131350 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43748) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:19.138635 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 64a9b319-0adb-447c-b30e-efda77e45b6b completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:19.168025 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-627959f6-8a69-4fc4-bbeb-350e2babf807 req-b52c3399-0041-459f-a1f7-5da4ca2ec391 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 210 time: 0.2279668
Jun 01 10:13:19.180815 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device f1503769-fb51-4d4c-9dcc-2136aeada886 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:19.286221 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=0662c499-56e9-4dec-879d-d56e63845c00,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:19.308046 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Set router 358dbe65-5b02-4452-aa63-e9e6936c4569 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:13:19.325142 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:19.399887 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-f07633a8-566b-4008-80bd-1f013d523805 None None] Provisioning for port 64a9b319-0adb-447c-b30e-efda77e45b6b completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:19.451072 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-f07633a8-566b-4008-80bd-1f013d523805 None None] Provisioning complete for port 64a9b319-0adb-447c-b30e-efda77e45b6b triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:19.452184 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f07633a8-566b-4008-80bd-1f013d523805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:19.531056 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.93', 51503) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:19.665529 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port f1503769-fb51-4d4c-9dcc-2136aeada886 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:19.681139 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port f1503769-fb51-4d4c-9dcc-2136aeada886 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:19.681542 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:19.759531 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4864b8250>, [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:16Z', 'revision_number': 3, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:19.772155 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Checking router: 358dbe65-5b02-4452-aa63-e9e6936c4569 for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:13:19.773499 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Updating router 358dbe65-5b02-4452-aa63-e9e6936c4569 port 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631 binding host dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:13:19.841393 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Router 0d67ad3a-f18c-463d-bf76-02f94ab8c44e is scheduled to L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 with binding_index 1 {{(pid=91880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 10:13:19.956107 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:20.043545 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f07633a8-566b-4008-80bd-1f013d523805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:20.374441 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:20.411152 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-f07633a8-566b-4008-80bd-1f013d523805 None None] For port 64a9b319-0adb-447c-b30e-efda77e45b6b, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=64a9b319-0adb-447c-b30e-efda77e45b6b,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:20.436970 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f07633a8-566b-4008-80bd-1f013d523805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:20.468627 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:20.473950 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-41d6c5cd-9e29-4d73-a4b6-f1af3666bbef req-2722e78d-3811-4c96-bfb5-7c4de1f3a61f tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 210 time: 0.2006407
Jun 01 10:13:20.667715 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port f1503769-fb51-4d4c-9dcc-2136aeada886, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=f1503769-fb51-4d4c-9dcc-2136aeada886,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:20.706714 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:20.733859 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.93', 51508) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:20.780370 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07633a8-566b-4008-80bd-1f013d523805 None None] Pushing event updated for resources: {'Port': ['ID=64a9b319-0adb-447c-b30e-efda77e45b6b,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:20.794018 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-4de2e7b2-70af-4203-bde1-72dfd9afeb96 None None] Provisioning complete for port f1503769-fb51-4d4c-9dcc-2136aeada886 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:20.794919 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4de2e7b2-70af-4203-bde1-72dfd9afeb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:20.855826 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-f07633a8-566b-4008-80bd-1f013d523805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:20.865418 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:20.962867 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=f1503769-fb51-4d4c-9dcc-2136aeada886,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:21.005680 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:21.066526 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Notify callbacks [] for port, precommit_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:21.096646 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-da06df07-a59f-4817-af8c-54e21fd64e0b req-9f3b0d69-473c-4673-b3cc-378f05b9cb1a tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 210 time: 0.4380662
Jun 01 10:13:21.117957 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-cd03197d-9fee-4025-a390-9f374f76b4f2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:21.119381 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-cd03197d-9fee-4025-a390-9f374f76b4f2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "GET /v2.0/networks?id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf HTTP/1.1" status: 200  len: 815 time: 1.5844254
Jun 01 10:13:21.121035 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.provisioning_blocks [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Transition to ACTIVE for port object 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631 will not be triggered until provisioned by entity L2. {{(pid=91883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:21.138349 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:21.143626 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:21.191419 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Request body: {'port': {'device_id': 'f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42', 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf', 'admin_state_up': True, 'tenant_id': '6e42e90419c64aa49f35ff4b6608a371'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:21.225849 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-4de2e7b2-70af-4203-bde1-72dfd9afeb96 None None] Provisioning complete for port 64a9b319-0adb-447c-b30e-efda77e45b6b triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:21.226423 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4de2e7b2-70af-4203-bde1-72dfd9afeb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:21.276860 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:21.289482 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Pushing event updated for resources: {'Port': ['ID=12d3d1f3-3cfd-40af-be1e-d1a7dcda5631,revision_number=2']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:21.302620 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-286deb5b-0612-4441-8819-21e33d7d57d9 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:21.304550 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-286deb5b-0612-4441-8819-21e33d7d57d9 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.93 "GET /v2.0/networks?id=b5eb6a19-d1bb-4e7d-8a43-22837226ee0d HTTP/1.1" status: 200  len: 811 time: 0.5620301
Jun 01 10:13:21.320734 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Request body: {'port': {'device_id': '714194e3-c33c-4130-93b4-a76c040c59fb', 'network_id': 'b5eb6a19-d1bb-4e7d-8a43-22837226ee0d', 'admin_state_up': True, 'tenant_id': '458c84b8befa457cafe526f012d4ce69'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:21.322148 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:21.322522 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:21.322859 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:21.323184 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:21.323502 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:21.323818 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:21.324134 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:21.324468 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:21.324798 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:21.325114 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:21.325490 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:21.325786 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Tracked resource versions report:
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]: pushed versions:
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]: {   'AddressGroup': {'1.2'},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     'ConntrackHelper': {'1.0'},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     'Log': {'1.0'},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     'Network': {'1.1'},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     'Port': {'1.7'},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     'PortForwarding': {'1.2'},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     'QosPolicy': {'1.8'},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     'SecurityGroup': {'1.4'},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     'SecurityGroupRule': {'1.2'},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     'SubPort': {'1.0'},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     'Subnet': {'1.1'},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     'Trunk': {'1.1'}}
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]: consumer versions:
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]: {   DHCP agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     HyperV agent@hv-cinder-78477: {},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     L3 agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     Metadata agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     Metering agent@dv-cinder-784779-13-iscsi: {},
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:     Open vSwitch agent@dv-cinder-784779-13-iscsi: {   'AddressGroup': '1.2',
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'ConntrackHelper': '1.0',
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'Log': '1.0',
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'Network': '1.1',
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'Port': '1.7',
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'PortForwarding': '1.2',
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'QosPolicy': '1.8',
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'SecurityGroup': '1.4',
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'SecurityGroupRule': '1.2',
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'SubPort': '1.0',
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'Subnet': '1.1',
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:                                                       'Trunk': '1.1'}}
Jun 01 10:13:21.326889 dv-cinder-784779-13-iscsi neutron-server[91883]:  {{(pid=91883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 10:13:21.366444 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:21.417932 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Attempting to bind port 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:13:21.418302 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Attempting to bind port 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:13:21.418663 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Attempting to bind port 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631 on network e28a5a03-817a-4451-8e06-db27cb915a3e {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:21.434945 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:13:21.435318 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Checking segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:21.435788 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:21.436099 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Bound using segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:13:21.436655 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Bound port: 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:13:21.436926 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:21.598504 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] For port 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:13:21.601930 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] For port 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=12d3d1f3-3cfd-40af-be1e-d1a7dcda5631,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:13:21.615927 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:21.620955 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:21.862178 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Routers {'358dbe65-5b02-4452-aa63-e9e6936c4569'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:13:21.864685 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4864b8250>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:13:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['358dbe65-5b02-4452-aa63-e9e6936c4569'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:21.972437 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c763a15-641c-4a0a-adef-b5c0c6207747 req-c89f5cc7-4db7-4bd9-87ad-dd3f4d285b46 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 210 time: 0.2026536
Jun 01 10:13:22.044467 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:13:22.055531 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Sync routers for ids ['0d67ad3a-f18c-463d-bf76-02f94ab8c44e'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:13:22.057870 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Pushing event updated for resources: {'Port': ['ID=12d3d1f3-3cfd-40af-be1e-d1a7dcda5631,revision_number=3']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:22.076084 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Routers {'0d67ad3a-f18c-463d-bf76-02f94ab8c44e'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:13:22.081256 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd48643f3a0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:13:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['0d67ad3a-f18c-463d-bf76-02f94ab8c44e'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:22.111696 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:22.272147 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43866) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:22.274655 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:22.307622 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:22.312408 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Usage tracker for resource:port and tenant:458c84b8befa457cafe526f012d4ce69 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:22.315001 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:22.323458 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:22.336648 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Made reservation on behalf of 458c84b8befa457cafe526f012d4ce69 for: {'port': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:13:22.340540 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:22.380552 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Notify callbacks [] for router, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:22.385994 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 9.6504219
Jun 01 10:13:22.390701 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43878) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:22.421707 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] Set router 358dbe65-5b02-4452-aa63-e9e6936c4569 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:13:22.628011 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Allocated IP 172.20.0.1 (6e55b412-bc05-48cc-8ddf-93d145b5843a/6b8fb245-a2ae-498a-8d51-27838d9bb56a/3523cfcb-2c4e-4951-ac04-a67331f6dc2a) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:13:22.875966 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4ceb89d2-a062-4c04-8cd0-432db39e3515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:22.890041 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f13a4fd5-2857-4b89-961c-364cd8dbe5a5 req-bd35fbb8-f72e-4174-8084-efa51deba273 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 210 time: 0.5140884
Jun 01 10:13:22.912159 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 64a9b319-0adb-447c-b30e-efda77e45b6b up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:23.037302 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-4ceb89d2-a062-4c04-8cd0-432db39e3515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:23.071821 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-4ceb89d2-a062-4c04-8cd0-432db39e3515 admin admin] Usage tracker for resource:security_group_rule and tenant:da50fc9193f74555a9a01c45b12e2842 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:23.092573 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944364'] for router, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:23.096779 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:23.145729 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-4ceb89d2-a062-4c04-8cd0-432db39e3515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:23.159895 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:23.202811 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Transition to ACTIVE for port object 3523cfcb-2c4e-4951-ac04-a67331f6dc2a will not be triggered until provisioned by entity DHCP. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:23.264490 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Set router 0d67ad3a-f18c-463d-bf76-02f94ab8c44e gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:13:23.280981 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:23.282115 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-4ceb89d2-a062-4c04-8cd0-432db39e3515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:23.418611 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43900) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:23.423257 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4864b8250>, [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:16Z', 'revision_number': 3, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:23.434390 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aa56cf-6f87-434d-98af-1db18e8166a1 None None] The sync data for ids ['358dbe65-5b02-4452-aa63-e9e6936c4569'] in dv-cinder-784779-13-iscsi is: [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:16Z', 'revision_number': 3, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:13:23.439958 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f42323b0-8a0e-4807-b108-885253634169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:23.440163 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Usage tracker for resource:port and tenant:6e42e90419c64aa49f35ff4b6608a371 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:23.457672 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:23.492911 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:23.519003 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Router 92d99c24-633c-42b3-80e9-14f0b85999c0 is scheduled to L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 with binding_index 1 {{(pid=91880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 10:13:23.571411 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 64a9b319-0adb-447c-b30e-efda77e45b6b triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:23.571945 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:23.607859 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-733d0005-2db0-4fcf-8944-83f543ea9146 req-ceef7d05-ca04-427b-ab1a-6bf0b3de6024 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 210 time: 0.3285043
Jun 01 10:13:23.731150 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Network 6e55b412-bc05-48cc-8ddf-93d145b5843a is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:23.740066 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:23.766170 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Pushing event updated for resources: {'Port': ['ID=3523cfcb-2c4e-4951-ac04-a67331f6dc2a,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:23.806198 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:13:23.806980 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944029'] for router_interface, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:24.053119 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Made reservation on behalf of 6e42e90419c64aa49f35ff4b6608a371 for: {'port': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:13:24.057828 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:24.098801 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d1a8e431-853f-4f51-881d-2b69d00b64ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:24.256327 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device f1503769-fb51-4d4c-9dcc-2136aeada886 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:24.286551 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-d1a8e431-853f-4f51-881d-2b69d00b64ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:24.289797 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:24.292171 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Allocated IP 172.20.0.9 (b5eb6a19-d1bb-4e7d-8a43-22837226ee0d/a86f4cf2-14cf-495f-a7c6-c15b38ec1fb8/fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:13:24.357210 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-d1a8e431-853f-4f51-881d-2b69d00b64ed admin admin] Usage tracker for resource:security_group_rule and tenant:6f18c19205d045bbaf703b244af907b4 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:24.481542 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-beb62abb-3543-490b-b4c0-dff54978704b None None] Provisioning for port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:24.500674 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-beb62abb-3543-490b-b4c0-dff54978704b None None] Provisioning complete for port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:24.501094 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-beb62abb-3543-490b-b4c0-dff54978704b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:24.564109 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4ceb89d2-a062-4c04-8cd0-432db39e3515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:24.570304 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5abd3aac-6066-4b8e-abe7-63da0adc107b req-2590509e-d26b-4d79-9aaf-d0c4885802ff tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 210 time: 0.3920646
Jun 01 10:13:24.596503 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-beb62abb-3543-490b-b4c0-dff54978704b None None] Port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:13:24.620452 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4ceb89d2-a062-4c04-8cd0-432db39e3515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:24.651777 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-d1a8e431-853f-4f51-881d-2b69d00b64ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:24.694539 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd48643f3a0>, [{'id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'name': 'tempest-ServerRescueNegativeTestJSON-59833959-router', 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '9b5c2081-1d42-4bb8-9243-ae58388e6c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:16Z', 'revision_number': 3, 'project_id': '635eb482ecb44dfeaf04636e1da0589f', 'gw_port': {'id': '9b5c2081-1d42-4bb8-9243-ae58388e6c55', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:24.705522 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Checking router: 0d67ad3a-f18c-463d-bf76-02f94ab8c44e for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:13:24.710042 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Updating router 0d67ad3a-f18c-463d-bf76-02f94ab8c44e port 9b5c2081-1d42-4bb8-9243-ae58388e6c55 binding host dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:13:24.713566 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-0f436571-98c0-4c23-90e4-a9fb55ab476f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:24.821921 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-d1a8e431-853f-4f51-881d-2b69d00b64ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:24.834818 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port f1503769-fb51-4d4c-9dcc-2136aeada886 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:24.835205 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:24.874388 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:24.993467 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-4ceb89d2-a062-4c04-8cd0-432db39e3515 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=da50fc9193f74555a9a01c45b12e2842&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7032151
Jun 01 10:13:25.005193 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43926) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:25.156039 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-db0afd13-f4ff-400e-bc4d-9239f762fa85 req-870992e4-8ef8-48de-b573-67f3eb8236b5 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 210 time: 0.2664480
Jun 01 10:13:25.201665 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb89d2-a062-4c04-8cd0-432db39e3515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4886d140-b946-4a69-8a47-0909646dcb62,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:25.232197 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:13:25.234518 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-4ceb89d2-a062-4c04-8cd0-432db39e3515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:25.244719 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Sync routers for ids ['92d99c24-633c-42b3-80e9-14f0b85999c0'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:13:25.259108 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Routers {'92d99c24-633c-42b3-80e9-14f0b85999c0'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:13:25.260128 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4864b82b0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:13:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['92d99c24-633c-42b3-80e9-14f0b85999c0'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:25.330512 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:25.443996 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Notify callbacks [] for port, precommit_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:25.461894 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Transition to ACTIVE for port object 9b5c2081-1d42-4bb8-9243-ae58388e6c55 will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:25.478841 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:25.490279 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:25.493229 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:25.503542 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-60e99cc2-bc5f-43b9-8f76-d33336e9ce04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:25.576279 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf75852-013c-46d0-8bcb-f7a411374070 None None] Pushing event updated for resources: {'Port': ['ID=9b5c2081-1d42-4bb8-9243-ae58388e6c55,revision_number=2']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:25.606074 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-60e99cc2-bc5f-43b9-8f76-d33336e9ce04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:25.617979 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d1a8e431-853f-4f51-881d-2b69d00b64ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:25.620032 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Attempting to bind port 9b5c2081-1d42-4bb8-9243-ae58388e6c55 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:13:25.620555 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Attempting to bind port 9b5c2081-1d42-4bb8-9243-ae58388e6c55 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:13:25.621148 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Attempting to bind port 9b5c2081-1d42-4bb8-9243-ae58388e6c55 on network e28a5a03-817a-4451-8e06-db27cb915a3e {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:25.625119 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8bf75852-013c-46d0-8bcb-f7a411374070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:25.640088 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Notify callbacks [] for router, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:25.643896 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 12.8417733
Jun 01 10:13:25.648054 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43932) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:25.667384 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d1a8e431-853f-4f51-881d-2b69d00b64ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:25.712501 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:13:25.713066 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Checking segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:25.713738 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:25.714225 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Bound using segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:13:25.714897 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Bound port: 9b5c2081-1d42-4bb8-9243-ae58388e6c55, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:13:25.715369 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:25.743927 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Set router 92d99c24-633c-42b3-80e9-14f0b85999c0 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:13:25.851697 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Allocated IP 172.20.0.13 (ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf/a9cc419c-3db7-401e-8482-05d6112abc74/9ae42cd5-ad15-4e43-a880-17f7bb75b792) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:13:25.853770 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-d427e27c-e80b-4577-aca0-49eb0c48dbdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:25.872027 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:25.882313 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:25.911720 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] For port 9b5c2081-1d42-4bb8-9243-ae58388e6c55, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:13:25.929461 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] For port 9b5c2081-1d42-4bb8-9243-ae58388e6c55, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=9b5c2081-1d42-4bb8-9243-ae58388e6c55,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:13:25.939526 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:25.956124 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:26.001638 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Network b5eb6a19-d1bb-4e7d-8a43-22837226ee0d is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:26.019641 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:26.023636 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:13:26.029511 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:26.030144 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:26.077637 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-60e99cc2-bc5f-43b9-8f76-d33336e9ce04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:26.085965 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:26.106540 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Pushing event updated for resources: {'Port': ['ID=fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:26.128825 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:26.136573 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-60e99cc2-bc5f-43b9-8f76-d33336e9ce04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:26.137619 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-60e99cc2-bc5f-43b9-8f76-d33336e9ce04 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4886d140-b946-4a69-8a47-0909646dcb62 HTTP/1.1" status: 204  len: 168 time: 1.1278427
Jun 01 10:13:26.178658 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8637042
Jun 01 10:13:26.211809 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-0f1070af-b2a7-404b-b3f8-9acc1381f7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:26.322493 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-8720de5b-541b-4efc-afb7-06a9c80db412 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 10:13:26.341020 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-8720de5b-541b-4efc-afb7-06a9c80db412 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0507991
Jun 01 10:13:26.379716 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Routers {'0d67ad3a-f18c-463d-bf76-02f94ab8c44e'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:13:26.380298 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd48643f3a0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:13:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['0d67ad3a-f18c-463d-bf76-02f94ab8c44e'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:26.405775 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:26.409622 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e99cc2-bc5f-43b9-8f76-d33336e9ce04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4886d140-b946-4a69-8a47-0909646dcb62,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:26.420405 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-60e99cc2-bc5f-43b9-8f76-d33336e9ce04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:26.421526 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:26.422849 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943920'] for router_interface, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:26.428272 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:26.441267 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4864b82b0>, [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:19Z', 'revision_number': 3, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:26.459706 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Checking router: 92d99c24-633c-42b3-80e9-14f0b85999c0 for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:13:26.460068 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Updating router 92d99c24-633c-42b3-80e9-14f0b85999c0 port 0662c499-56e9-4dec-879d-d56e63845c00 binding host dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:13:26.610718 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:26.656018 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf75852-013c-46d0-8bcb-f7a411374070 None None] Pushing event updated for resources: {'Port': ['ID=9b5c2081-1d42-4bb8-9243-ae58388e6c55,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:26.661406 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8bf75852-013c-46d0-8bcb-f7a411374070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:26.675693 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f7a56e6c-8804-400a-8f5d-8778ffa45965 req-a5eae7ed-ded6-4f7e-a77f-66c7d4f459b9 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 210 time: 0.1890051
Jun 01 10:13:26.840881 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Request body: {'port': {'device_id': '714194e3-c33c-4130-93b4-a76c040c59fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:26.943527 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Pushing event updated for resources: {'Port': ['ID=3523cfcb-2c4e-4951-ac04-a67331f6dc2a,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:26.959168 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:26.979024 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:27.004922 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43952) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:27.013476 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:27.014226 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:27.030090 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:27.062266 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f668773e-99e9-4c3a-bd84-46e48df0e0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:27.179669 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] Set router 0d67ad3a-f18c-463d-bf76-02f94ab8c44e gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:13:27.195053 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-d1a8e431-853f-4f51-881d-2b69d00b64ed admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6f18c19205d045bbaf703b244af907b4&name=default HTTP/1.1" status: 200  len: 2979 time: 3.7632325
Jun 01 10:13:27.212068 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-f668773e-99e9-4c3a-bd84-46e48df0e0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:27.224186 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 43956) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:27.228142 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Notify callbacks [] for port, precommit_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:27.235033 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8e431-853f-4f51-881d-2b69d00b64ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be018d2d-12ec-4b48-836f-28a613731d40,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:27.244934 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.provisioning_blocks [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Transition to ACTIVE for port object 0662c499-56e9-4dec-879d-d56e63845c00 will not be triggered until provisioned by entity L2. {{(pid=91883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:27.262974 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-d1a8e431-853f-4f51-881d-2b69d00b64ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.409s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:27.265251 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:27.271459 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:27.310002 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-f668773e-99e9-4c3a-bd84-46e48df0e0db admin admin] Usage tracker for resource:security_group_rule and tenant:152baca27c354c30baebaf28a5e0b2b0 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:27.318295 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-f668773e-99e9-4c3a-bd84-46e48df0e0db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:27.384717 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-f668773e-99e9-4c3a-bd84-46e48df0e0db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:27.442929 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:27.465574 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Attempting to bind port 0662c499-56e9-4dec-879d-d56e63845c00 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:13:27.466436 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Attempting to bind port 0662c499-56e9-4dec-879d-d56e63845c00 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:13:27.466981 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Attempting to bind port 0662c499-56e9-4dec-879d-d56e63845c00 on network e28a5a03-817a-4451-8e06-db27cb915a3e {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:27.480461 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920db5bf-d75d-4074-8fbc-db46300866e3 req-1c51f09a-15ba-4d1d-86fc-28397de51bd8 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:27.489386 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-920db5bf-d75d-4074-8fbc-db46300866e3 req-1c51f09a-15ba-4d1d-86fc-28397de51bd8 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 931 time: 1.6491044
Jun 01 10:13:27.492743 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:13:27.493065 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Checking segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:27.493488 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:27.493883 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Bound using segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:13:27.494424 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Bound port: 0662c499-56e9-4dec-879d-d56e63845c00, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:13:27.494728 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:27.501427 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Network 6e55b412-bc05-48cc-8ddf-93d145b5843a is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:27.508505 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:27.554474 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e92f5b-cbd6-439b-8ed7-077cb5f7f822 None None] Pushing event updated for resources: {'Port': ['ID=0662c499-56e9-4dec-879d-d56e63845c00,revision_number=2']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:27.582256 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-20e92f5b-cbd6-439b-8ed7-077cb5f7f822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:27.659835 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:27.684023 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] For port 0662c499-56e9-4dec-879d-d56e63845c00, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:13:27.699767 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] For port 0662c499-56e9-4dec-879d-d56e63845c00, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=0662c499-56e9-4dec-879d-d56e63845c00,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:13:27.710964 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:27.726570 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-480a033e-a138-4b76-a747-0ad4e47a9371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:27.810998 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:27.895278 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=12d3d1f3-3cfd-40af-be1e-d1a7dcda5631,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:27.984384 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e92f5b-cbd6-439b-8ed7-077cb5f7f822 None None] Pushing event updated for resources: {'Port': ['ID=0662c499-56e9-4dec-879d-d56e63845c00,revision_number=3']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:27.991883 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:27.998682 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-20e92f5b-cbd6-439b-8ed7-077cb5f7f822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:28.045181 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Routers {'92d99c24-633c-42b3-80e9-14f0b85999c0'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:13:28.047558 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4864b82b0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:13:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['92d99c24-633c-42b3-80e9-14f0b85999c0'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:28.079968 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:28.085261 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a69bf360-8569-41e7-b2a4-ecaedc0fb3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:28.132774 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-920db5bf-d75d-4074-8fbc-db46300866e3 req-afd5c89b-c47b-4899-a5ed-9a80ed5065f7 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Synchronizing usage tracker for tenant:458c84b8befa457cafe526f012d4ce69 on resource:security_group {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:13:28.241637 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-4928065f-082f-4e62-b338-cdf46e9901e9 None None] Provisioning complete for port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:28.242308 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4928065f-082f-4e62-b338-cdf46e9901e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:28.274692 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2750d643-1687-487e-9e86-a7d3c911fa2d req-eb7b8387-f3c1-4a73-9c24-6aa29d6041fb tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 210 time: 0.2128012
Jun 01 10:13:28.343214 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-4928065f-082f-4e62-b338-cdf46e9901e9 None None] Port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:13:28.400878 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=12d3d1f3-3cfd-40af-be1e-d1a7dcda5631,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:28.405488 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:28.407768 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd48643f3a0>, [{'id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'name': 'tempest-ServerRescueNegativeTestJSON-59833959-router', 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '9b5c2081-1d42-4bb8-9243-ae58388e6c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:16Z', 'revision_number': 3, 'project_id': '635eb482ecb44dfeaf04636e1da0589f', 'gw_port': {'id': '9b5c2081-1d42-4bb8-9243-ae58388e6c55', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:28.412531 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a96341-b379-4024-bba6-4290848fcd6b None None] The sync data for ids ['0d67ad3a-f18c-463d-bf76-02f94ab8c44e'] in dv-cinder-784779-13-iscsi is: [{'id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'name': 'tempest-ServerRescueNegativeTestJSON-59833959-router', 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '9b5c2081-1d42-4bb8-9243-ae58388e6c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:16Z', 'revision_number': 3, 'project_id': '635eb482ecb44dfeaf04636e1da0589f', 'gw_port': {'id': '9b5c2081-1d42-4bb8-9243-ae58388e6c55', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:13:28.420036 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] Set router 92d99c24-633c-42b3-80e9-14f0b85999c0 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:13:28.482341 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Allocated IP 172.20.0.1 (cad8ba7a-17e4-4cfe-932e-84f43201305c/087dba4d-b97f-47cb-b7f9-85b193c4f5a8/eb4fe029-3a2f-4c93-9592-5298e1acdeae) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:13:28.498229 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:28.575117 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:28.664228 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a69bf360-8569-41e7-b2a4-ecaedc0fb3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:28.818156 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:28.937593 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:28.943246 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:13:28.948875 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:28.959114 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:29.103442 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Pushing event updated for resources: {'Port': ['ID=9ae42cd5-ad15-4e43-a880-17f7bb75b792,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:29.110870 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:29.127995 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.9468057
Jun 01 10:13:29.178721 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Request body: {'port': {'device_id': 'f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:29.249921 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4864b82b0>, [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:19Z', 'revision_number': 3, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:29.282020 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df1be9-3687-4f8c-9b08-6f947e213692 None None] The sync data for ids ['92d99c24-633c-42b3-80e9-14f0b85999c0'] in dv-cinder-784779-13-iscsi is: [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:19Z', 'revision_number': 3, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:13:29.344128 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a69bf360-8569-41e7-b2a4-ecaedc0fb3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:29.356772 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Router 358dbe65-5b02-4452-aa63-e9e6936c4569 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:13:29.402516 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:29.420400 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec {{(pid=91881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:13:29.466965 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bf360-8569-41e7-b2a4-ecaedc0fb3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be018d2d-12ec-4b48-836f-28a613731d40,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:29.473770 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-a69bf360-8569-41e7-b2a4-ecaedc0fb3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:29.487495 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:29.596238 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:29.679561 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f668773e-99e9-4c3a-bd84-46e48df0e0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:29.735329 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:29.751923 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Transition to ACTIVE for port object fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec will not be triggered until provisioned by entity L2. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:29.755991 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a69bf360-8569-41e7-b2a4-ecaedc0fb3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:29.757675 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-a69bf360-8569-41e7-b2a4-ecaedc0fb3e0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/be018d2d-12ec-4b48-836f-28a613731d40 HTTP/1.1" status: 204  len: 168 time: 2.5304363
Jun 01 10:13:29.805862 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f668773e-99e9-4c3a-bd84-46e48df0e0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:29.820084 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-920db5bf-d75d-4074-8fbc-db46300866e3 req-afd5c89b-c47b-4899-a5ed-9a80ed5065f7 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Unset dirty status for tenant:458c84b8befa457cafe526f012d4ce69 on resource:security_group {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:13:29.820956 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-920db5bf-d75d-4074-8fbc-db46300866e3 req-afd5c89b-c47b-4899-a5ed-9a80ed5065f7 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbdfff69-6097-4722-8972-c88c35afa1a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.3307607
Jun 01 10:13:29.839890 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:29.971291 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f71cb12e-c146-4055-9ee7-71cd364da159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:29.981233 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:29.998636 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-f668773e-99e9-4c3a-bd84-46e48df0e0db admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=152baca27c354c30baebaf28a5e0b2b0&name=default HTTP/1.1" status: 200  len: 2979 time: 2.9899309
Jun 01 10:13:30.023282 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 43984) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:30.539878 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:30.609215 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34603494-2c98-46b9-be77-f3c6985b3875 req-1718bb79-2a52-44be-9745-b4152de91f2b tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:30.611138 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-34603494-2c98-46b9-be77-f3c6985b3875 req-1718bb79-2a52-44be-9745-b4152de91f2b tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 932 time: 0.9298782
Jun 01 10:13:30.616986 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668773e-99e9-4c3a-bd84-46e48df0e0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed91b41-765a-4fd4-8be1-eb30a114738d,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:30.621430 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f668773e-99e9-4c3a-bd84-46e48df0e0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:30.642858 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.591s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:30.787611 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:30.789469 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:30.945642 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 44002) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:31.060219 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae42cd5-ad15-4e43-a880-17f7bb75b792 {{(pid=91880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:13:31.070419 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:31.089778 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Transition to ACTIVE for port object 9ae42cd5-ad15-4e43-a880-17f7bb75b792 will not be triggered until provisioned by entity L2. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:31.110441 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:31.146868 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:13:31.227002 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Sync routers for ids ['358dbe65-5b02-4452-aa63-e9e6936c4569'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:13:31.241231 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] 10.222.0.86 "PUT /v2.0/routers/358dbe65-5b02-4452-aa63-e9e6936c4569/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.1047704
Jun 01 10:13:31.251237 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-34603494-2c98-46b9-be77-f3c6985b3875 req-c6692831-b468-4e94-9441-7ba75fd8280b tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Synchronizing usage tracker for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:security_group {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:13:31.260983 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c6f8cb6b-5701-4d28-afc4-b835b2d2d0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:31.276245 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Routers {'358dbe65-5b02-4452-aa63-e9e6936c4569'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:13:31.277017 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486370e80>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:13:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['358dbe65-5b02-4452-aa63-e9e6936c4569'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:31.329032 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Attempting to bind port fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:13:31.329541 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Attempting to bind port fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '1565d90b-24b9-4b25-bea9-ff7a89d15c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b5eb6a19-d1bb-4e7d-8a43-22837226ee0d'}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:13:31.329906 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Attempting to bind port fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec on network b5eb6a19-d1bb-4e7d-8a43-22837226ee0d {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:31.337191 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:31.356261 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Port fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec on network b5eb6a19-d1bb-4e7d-8a43-22837226ee0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:13:31.356774 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Attempting to bind port fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec on network b5eb6a19-d1bb-4e7d-8a43-22837226ee0d {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:31.376299 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 9b5c2081-1d42-4bb8-9243-ae58388e6c55 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:31.384166 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-c6f8cb6b-5701-4d28-afc4-b835b2d2d0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:31.394448 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:31.405934 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-c6f8cb6b-5701-4d28-afc4-b835b2d2d0ed admin admin] Usage tracker for resource:security_group_rule and tenant:b283947a0f1248379ab634f20f99baa9 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:31.420179 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:13:31.420536 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Checking segment: {'id': '1565d90b-24b9-4b25-bea9-ff7a89d15c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b5eb6a19-d1bb-4e7d-8a43-22837226ee0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:31.421105 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Bound using segment: {'id': '1565d90b-24b9-4b25-bea9-ff7a89d15c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b5eb6a19-d1bb-4e7d-8a43-22837226ee0d'} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:13:31.421631 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Bound port: fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1565d90b-24b9-4b25-bea9-ff7a89d15c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b5eb6a19-d1bb-4e7d-8a43-22837226ee0d'}}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:13:31.421974 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:31.441459 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-c6f8cb6b-5701-4d28-afc4-b835b2d2d0ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:31.453373 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-c6f8cb6b-5701-4d28-afc4-b835b2d2d0ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:31.516712 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-b9a46737-f9f7-43bf-adf4-33d904d53289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:31.627126 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:31.719036 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 9b5c2081-1d42-4bb8-9243-ae58388e6c55 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:31.729305 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ff307a52-a795-4b5b-a326-5a02fcfcb29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:31.733977 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Set router 358dbe65-5b02-4452-aa63-e9e6936c4569 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:13:31.760849 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] For port fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec, host hv-cinder-78477, cleared binding levels {{(pid=91881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:13:31.765480 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] For port fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec,segment=NetworkSegment(1565d90b-24b9-4b25-bea9-ff7a89d15c90),segment_id=1565d90b-24b9-4b25-bea9-ff7a89d15c90)] {{(pid=91881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:13:31.767458 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-34603494-2c98-46b9-be77-f3c6985b3875 req-c6692831-b468-4e94-9441-7ba75fd8280b tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Unset dirty status for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:security_group {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:13:31.768282 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-34603494-2c98-46b9-be77-f3c6985b3875 req-c6692831-b468-4e94-9441-7ba75fd8280b tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1430843
Jun 01 10:13:31.777899 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:31.779788 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c6f8cb6b-5701-4d28-afc4-b835b2d2d0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:31.810040 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-3193a932-2710-4108-9d1d-0568a19bfe17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:31.884261 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 9b5c2081-1d42-4bb8-9243-ae58388e6c55 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:31.896849 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:31.905906 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c6f8cb6b-5701-4d28-afc4-b835b2d2d0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:32.007160 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:32.008651 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:32.010340 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] 10.222.0.93 "PUT /v2.0/ports/fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec HTTP/1.1" status: 200  len: 1093 time: 5.3222115
Jun 01 10:13:32.010832 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714194e3-c33c-4130-93b4-a76c040c59fb', 'tag': 'fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:13:32.093803 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Network cad8ba7a-17e4-4cfe-932e-84f43201305c is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:32.178495 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-c6f8cb6b-5701-4d28-afc4-b835b2d2d0ed admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b283947a0f1248379ab634f20f99baa9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2060673
Jun 01 10:13:32.199016 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 44028) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:32.293460 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a655f7-c10d-49d7-9df4-5da4e237305b" -d '{"events": [{"name": "network-changed", "server_uuid": "714194e3-c33c-4130-93b4-a76c040c59fb", "tag": "fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:13:32.308253 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec,revision_number=3']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:32.332782 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:32.335411 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:32.338705 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:32.342558 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:13:32.343215 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944029'] for router_interface, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:32.461379 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8cb6b-5701-4d28-afc4-b835b2d2d0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150fa813-f4dd-48dc-b338-1f7e8c6df5fa,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:32.501408 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c6f8cb6b-5701-4d28-afc4-b835b2d2d0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:32.506622 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ff307a52-a795-4b5b-a326-5a02fcfcb29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:32.519294 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2aef5e69-43c2-4e50-b5cf-5329da3283d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:32.544569 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Attempting to bind port 9ae42cd5-ad15-4e43-a880-17f7bb75b792 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:13:32.544929 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Attempting to bind port 9ae42cd5-ad15-4e43-a880-17f7bb75b792 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'}] {{(pid=91880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:13:32.545330 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Attempting to bind port 9ae42cd5-ad15-4e43-a880-17f7bb75b792 on network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:32.618379 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2aef5e69-43c2-4e50-b5cf-5329da3283d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:32.634105 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Port 9ae42cd5-ad15-4e43-a880-17f7bb75b792 on network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:13:32.641599 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Attempting to bind port 9ae42cd5-ad15-4e43-a880-17f7bb75b792 on network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:32.683581 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:13:32.683581 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Checking segment: {'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:32.684188 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Bound using segment: {'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'} {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:13:32.684702 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Bound port: 9ae42cd5-ad15-4e43-a880-17f7bb75b792, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'}}] {{(pid=91880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:13:32.685058 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:32.710320 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2aef5e69-43c2-4e50-b5cf-5329da3283d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:32.715448 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:32.736928 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae42cd5-ad15-4e43-a880-17f7bb75b792,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:32.740150 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.224s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:32.740453 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef5e69-43c2-4e50-b5cf-5329da3283d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150fa813-f4dd-48dc-b338-1f7e8c6df5fa,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:32.752215 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-2aef5e69-43c2-4e50-b5cf-5329da3283d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:32.755320 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2aef5e69-43c2-4e50-b5cf-5329da3283d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:32.756678 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-2aef5e69-43c2-4e50-b5cf-5329da3283d4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/150fa813-f4dd-48dc-b338-1f7e8c6df5fa HTTP/1.1" status: 204  len: 168 time: 0.5546889
Jun 01 10:13:32.852103 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17bfbd-782f-469e-9d18-be33862b43e4 req-565be580-3451-4cbe-bd01-a3214cf195db tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:32.859498 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2c17bfbd-782f-469e-9d18-be33862b43e4 req-565be580-3451-4cbe-bd01-a3214cf195db tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 943 time: 1.5564606
Jun 01 10:13:32.861266 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.851s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:32.953112 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:32.980774 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port 9b5c2081-1d42-4bb8-9243-ae58388e6c55, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=9b5c2081-1d42-4bb8-9243-ae58388e6c55,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:32.994344 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:33.018633 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486370e80>, [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:24Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '3523cfcb-2c4e-4951-ac04-a67331f6dc2a', 'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'mac_address': 'fa:16:3e:a8:95:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:22Z', 'updated_at': '2021-06-01T10:13:25Z', 'revision_number': 2, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'subnets': [{'id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:33.023940 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 0662c499-56e9-4dec-879d-d56e63845c00 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:33.051624 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Pushing event updated for resources: {'Port': ['ID=eb4fe029-3a2f-4c93-9592-5298e1acdeae,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:33.055204 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:33.088874 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:33.151970 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 44046) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:33.157351 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757605846', 'description': 'tempest-description--1138264422'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:33.168759 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:33.176354 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Usage tracker for resource:security_group and tenant:a13ac067b70d4630b1d8a478ac23fab4 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:33.181717 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Checking router: 358dbe65-5b02-4452-aa63-e9e6936c4569 for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:13:33.182083 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Updating router 358dbe65-5b02-4452-aa63-e9e6936c4569 port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a binding host dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:13:33.185320 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:33.197000 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:33.224265 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:33.267427 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:33.274227 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Usage tracker for resource:security_group_rule and tenant:a13ac067b70d4630b1d8a478ac23fab4 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:33.284594 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2c17bfbd-782f-469e-9d18-be33862b43e4 req-d52d850f-d57b-460a-bce5-c3ade90d8989 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbdfff69-6097-4722-8972-c88c35afa1a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4239824
Jun 01 10:13:33.287520 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:33.303488 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:33.305967 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=9b5c2081-1d42-4bb8-9243-ae58388e6c55,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:33.327265 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:33.355047 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:33.397284 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Allocated IP 172.20.0.1 (5eec1d6c-37df-44d5-a3ce-e0625e581a69/c37142d9-9aeb-4f95-b35e-6158487f26f3/8e0b1836-9b86-4d35-91d9-a2ef6fe688f7) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:13:33.419018 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] For port 9ae42cd5-ad15-4e43-a880-17f7bb75b792, host hv-cinder-78477, cleared binding levels {{(pid=91880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:13:33.439728 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] For port 9ae42cd5-ad15-4e43-a880-17f7bb75b792, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9ae42cd5-ad15-4e43-a880-17f7bb75b792,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:13:33.452559 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:33.492954 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:33.557515 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 0662c499-56e9-4dec-879d-d56e63845c00 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:33.571726 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:33.578636 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-dc2d52e8-34ff-4499-8299-b047cf4825e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:33.580775 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 0662c499-56e9-4dec-879d-d56e63845c00 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:33.581203 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:33.585433 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:33.591611 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:33.721748 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:33.724580 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.5716052
Jun 01 10:13:33.727585 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 44064) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:33.735276 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-2ed05db5-4feb-4bc8-a06b-2bca85ce89df tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Request body: {'security_group_rule': {'security_group_id': 'da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:33.757725 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-2ed05db5-4feb-4bc8-a06b-2bca85ce89df tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:33.762979 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-2ed05db5-4feb-4bc8-a06b-2bca85ce89df tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Usage tracker for resource:security_group_rule and tenant:a13ac067b70d4630b1d8a478ac23fab4 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:33.768583 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-2ed05db5-4feb-4bc8-a06b-2bca85ce89df tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:33.776672 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-2ed05db5-4feb-4bc8-a06b-2bca85ce89df tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:33.788157 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:33.797349 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:33.797349 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:33.799038 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] 10.222.0.93 "PUT /v2.0/ports/9ae42cd5-ad15-4e43-a880-17f7bb75b792 HTTP/1.1" status: 200  len: 1094 time: 4.6432092
Jun 01 10:13:33.809792 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a360e1d-f4a0-42a9-a8a8-680db6ea175f x-openstack-request-id: req-6a360e1d-f4a0-42a9-a8a8-680db6ea175f {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:13:33.811719 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714194e3-c33c-4130-93b4-a76c040c59fb", "tag": "fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:13:33.812150 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6a360e1d-f4a0-42a9-a8a8-680db6ea175f {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:13:33.813275 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42', 'tag': '9ae42cd5-ad15-4e43-a880-17f7bb75b792'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:13:33.814100 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714194e3-c33c-4130-93b4-a76c040c59fb', 'tag': 'fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec', 'status': 'completed', 'code': 200}
Jun 01 10:13:33.817851 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:33.891883 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:33.924876 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port 0662c499-56e9-4dec-879d-d56e63845c00, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=0662c499-56e9-4dec-879d-d56e63845c00,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:33.941628 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:33.947772 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:33.979026 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2ed05db5-4feb-4bc8-a06b-2bca85ce89df tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:34.061341 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ff307a52-a795-4b5b-a326-5a02fcfcb29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:34.193873 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-0b6ed51a-3af9-4af3-b9db-fb22bb2bceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:34.195426 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-0b6ed51a-3af9-4af3-b9db-fb22bb2bceda service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=458c84b8befa457cafe526f012d4ce69&device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 1096 time: 0.3647852
Jun 01 10:13:34.263035 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2ed05db5-4feb-4bc8-a06b-2bca85ce89df tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:34.274119 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2ed05db5-4feb-4bc8-a06b-2bca85ce89df tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:34.278044 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:34.292259 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae42cd5-ad15-4e43-a880-17f7bb75b792,revision_number=3']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:34.298413 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99920231-7134-45af-a3cc-a103270b07fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42", "tag": "9ae42cd5-ad15-4e43-a880-17f7bb75b792"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:13:34.337575 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed05db5-4feb-4bc8-a06b-2bca85ce89df tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0544eea6-d82d-49d6-8562-1dcd0ed72826,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:34.338916 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 9b5c2081-1d42-4bb8-9243-ae58388e6c55 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:34.356484 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:34.363763 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:34.370458 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-2ed05db5-4feb-4bc8-a06b-2bca85ce89df tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:34.452168 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=0662c499-56e9-4dec-879d-d56e63845c00,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:34.494483 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:34.519194 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-39e24632-f8cd-40de-8bc1-58c99c1c9c07 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec HTTP/1.1" status: 200  len: 217 time: 0.1764739
Jun 01 10:13:34.524893 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2ed05db5-4feb-4bc8-a06b-2bca85ce89df tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:34.529260 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-2ed05db5-4feb-4bc8-a06b-2bca85ce89df tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8002918
Jun 01 10:13:34.530403 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 44094) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:34.538620 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-e458e589-aa16-414a-b592-06d71d3055fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Request body: {'security_group_rule': {'security_group_id': 'da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:34.545762 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-e458e589-aa16-414a-b592-06d71d3055fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:34.551372 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-e458e589-aa16-414a-b592-06d71d3055fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Usage tracker for resource:security_group_rule and tenant:a13ac067b70d4630b1d8a478ac23fab4 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:34.554961 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-e458e589-aa16-414a-b592-06d71d3055fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:34.562743 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-e458e589-aa16-414a-b592-06d71d3055fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:34.595743 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 9b5c2081-1d42-4bb8-9243-ae58388e6c55 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:34.596203 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:34.651590 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Notify callbacks [] for port, precommit_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:34.672821 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Transition to ACTIVE for port object 3523cfcb-2c4e-4951-ac04-a67331f6dc2a will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:34.716677 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:34.733630 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:34.766051 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff307a52-a795-4b5b-a326-5a02fcfcb29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed91b41-765a-4fd4-8be1-eb30a114738d,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:34.766513 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-36a752ed-a769-4988-a379-78e2bcee3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:34.767964 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-36a752ed-a769-4988-a379-78e2bcee3de6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a86f4cf2-14cf-495f-a7c6-c15b38ec1fb8 HTTP/1.1" status: 200  len: 851 time: 0.1161673
Jun 01 10:13:34.770317 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e458e589-aa16-414a-b592-06d71d3055fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:34.782518 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ff307a52-a795-4b5b-a326-5a02fcfcb29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:34.786018 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-ff307a52-a795-4b5b-a326-5a02fcfcb29f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1ed91b41-765a-4fd4-8be1-eb30a114738d HTTP/1.1" status: 204  len: 168 time: 4.7602670
Jun 01 10:13:34.805538 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ff307a52-a795-4b5b-a326-5a02fcfcb29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:34.890325 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:34.928589 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:34.981799 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3582d-bfd0-4860-bd5b-3bbc4fbf1c42 req-d6120503-ab8f-4c01-a970-1a93347ecafd tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:34.983545 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-55e3582d-bfd0-4860-bd5b-3bbc4fbf1c42 req-d6120503-ab8f-4c01-a970-1a93347ecafd tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Synchronizing usage tracker for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:13:34.996079 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:35.026579 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943920'] for router_interface, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:35.048130 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-b58d0611-d9f9-4eb9-a847-352d5d45ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:35.050243 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-b58d0611-d9f9-4eb9-a847-352d5d45ee84 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6e42e90419c64aa49f35ff4b6608a371&device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 1097 time: 1.0766959
Jun 01 10:13:35.063261 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:35.071628 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e458e589-aa16-414a-b592-06d71d3055fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:35.077043 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-4d142e6e-a984-4d18-bfab-b0e6d437bd22 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b5eb6a19-d1bb-4e7d-8a43-22837226ee0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2405326
Jun 01 10:13:35.089878 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e458e589-aa16-414a-b592-06d71d3055fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:35.096130 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375d380-3af3-48c3-b16a-0208cf04469d None None] Pushing event updated for resources: {'Port': ['ID=3523cfcb-2c4e-4951-ac04-a67331f6dc2a,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:35.131180 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-e375d380-3af3-48c3-b16a-0208cf04469d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:35.133143 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-2ed05db5-4feb-4bc8-a06b-2bca85ce89df tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:35.190157 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12689af3-2bff-4d6e-8499-e03c236bee19 req-0f7998be-75e0-45c0-b67e-8f120929ecf6 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:35.191029 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-12689af3-2bff-4d6e-8499-e03c236bee19 req-0f7998be-75e0-45c0-b67e-8f120929ecf6 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Synchronizing usage tracker for tenant:458c84b8befa457cafe526f012d4ce69 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:13:35.229398 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Pushing event updated for resources: {'Port': ['ID=eb4fe029-3a2f-4c93-9592-5298e1acdeae,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:35.241284 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:35.285930 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Attempting to bind port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:13:35.286391 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Attempting to bind port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:13:35.286880 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Attempting to bind port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a on network 6e55b412-bc05-48cc-8ddf-93d145b5843a {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:35.291341 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458e589-aa16-414a-b592-06d71d3055fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51dc29a-d0cd-4ff9-907a-a0cb8973ca5f,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:35.305279 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:13:35.306552 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e458e589-aa16-414a-b592-06d71d3055fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:35.306780 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Checking segment: {'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:35.307754 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:35.308380 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Bound using segment: {'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:13:35.309074 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Bound port: 3523cfcb-2c4e-4951-ac04-a67331f6dc2a, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:13:35.310138 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:35.320697 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-e27d7ff1-d093-41e3-9063-7cc7df4baa4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:35.342022 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e458e589-aa16-414a-b592-06d71d3055fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:35.346098 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-e458e589-aa16-414a-b592-06d71d3055fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8111670
Jun 01 10:13:35.359239 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 44122) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:35.401791 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Request body: {'floatingip': {'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:35.402288 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Transition to ACTIVE for port object 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 will not be triggered until provisioned by entity DHCP. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:35.408978 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-12689af3-2bff-4d6e-8499-e03c236bee19 req-0f7998be-75e0-45c0-b67e-8f120929ecf6 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Unset dirty status for tenant:458c84b8befa457cafe526f012d4ce69 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:13:35.418158 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-12689af3-2bff-4d6e-8499-e03c236bee19 req-0f7998be-75e0-45c0-b67e-8f120929ecf6 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 943 time: 0.8422534
Jun 01 10:13:35.425293 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:35.466205 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Usage tracker for resource:floatingip and tenant:a13ac067b70d4630b1d8a478ac23fab4 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:35.475652 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:35.488307 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-4d7ef991-95c7-4d17-bb54-a1df558ad9ae service neutron] 10.222.0.93 "GET /v2.0/networks/b5eb6a19-d1bb-4e7d-8a43-22837226ee0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4003696
Jun 01 10:13:35.489332 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:35.490977 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-a8f595cc-79e4-49a0-bd98-12407a1ef8fb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ae42cd5-ad15-4e43-a880-17f7bb75b792 HTTP/1.1" status: 200  len: 217 time: 0.2758546
Jun 01 10:13:35.502839 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:35.508871 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-55e3582d-bfd0-4860-bd5b-3bbc4fbf1c42 req-d6120503-ab8f-4c01-a970-1a93347ecafd tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Unset dirty status for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:13:35.517368 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-55e3582d-bfd0-4860-bd5b-3bbc4fbf1c42 req-d6120503-ab8f-4c01-a970-1a93347ecafd tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 944 time: 1.8661191
Jun 01 10:13:35.552319 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-12689af3-2bff-4d6e-8499-e03c236bee19 req-34c5d258-80dc-4ae4-8b4a-694af0e9e959 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbdfff69-6097-4722-8972-c88c35afa1a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304677
Jun 01 10:13:35.562909 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] For port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:13:35.568762 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] For port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=3523cfcb-2c4e-4951-ac04-a67331f6dc2a,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:13:35.575307 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:35.579257 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:35.630421 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for floatingip, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:35.679204 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Routers {'358dbe65-5b02-4452-aa63-e9e6936c4569'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:13:35.679977 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486370e80>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:13:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['358dbe65-5b02-4452-aa63-e9e6936c4569'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:35.765135 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1ba84eb7-5e7d-4441-b9a4-06d8036df88a req-a9848e92-91df-498b-bf87-b91df2562eb4 service neutron] 10.222.0.93 "GET /v2.0/networks/b5eb6a19-d1bb-4e7d-8a43-22837226ee0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2592714
Jun 01 10:13:35.789623 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-5bf698cd-9b71-430a-8c02-cae42d381fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:35.791445 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-5bf698cd-9b71-430a-8c02-cae42d381fc9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9cc419c-3db7-401e-8482-05d6112abc74 HTTP/1.1" status: 200  len: 855 time: 0.2522264
Jun 01 10:13:35.825920 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-55e3582d-bfd0-4860-bd5b-3bbc4fbf1c42 req-804b4012-0c70-4314-8fe4-ee60b20802d4 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3073909
Jun 01 10:13:35.889712 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec47df2-f406-47e2-a53e-a5cf278fc529 x-openstack-request-id: req-7ec47df2-f406-47e2-a53e-a5cf278fc529 {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:13:35.890011 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42", "tag": "9ae42cd5-ad15-4e43-a880-17f7bb75b792", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:13:35.890278 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7ec47df2-f406-47e2-a53e-a5cf278fc529 {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:13:35.890745 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42', 'tag': '9ae42cd5-ad15-4e43-a880-17f7bb75b792', 'status': 'completed', 'code': 200}
Jun 01 10:13:35.901678 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-0e4b23ca-79a7-4c77-b771-af1f85a6a725 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0986888
Jun 01 10:13:35.906939 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375d380-3af3-48c3-b16a-0208cf04469d None None] Pushing event updated for resources: {'Port': ['ID=3523cfcb-2c4e-4951-ac04-a67331f6dc2a,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:35.912973 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-e375d380-3af3-48c3-b16a-0208cf04469d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:36.108096 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a655f7-c10d-49d7-9df4-5da4e237305b req-023de6ff-3b01-4800-bf31-84454efc9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:36.109664 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99a655f7-c10d-49d7-9df4-5da4e237305b req-023de6ff-3b01-4800-bf31-84454efc9b8f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=458c84b8befa457cafe526f012d4ce69&device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 1096 time: 0.1821623
Jun 01 10:13:36.112001 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:36.143780 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] Set router 358dbe65-5b02-4452-aa63-e9e6936c4569 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:13:36.226805 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:36.232650 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Network cad8ba7a-17e4-4cfe-932e-84f43201305c is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:36.235547 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 0662c499-56e9-4dec-879d-d56e63845c00 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:36.262248 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:36.295952 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:36.421676 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:36.440536 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:36.453225 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a655f7-c10d-49d7-9df4-5da4e237305b req-0a116b0f-62ac-45f6-b811-f0337d776149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:36.458860 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99a655f7-c10d-49d7-9df4-5da4e237305b req-0a116b0f-62ac-45f6-b811-f0337d776149 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b5eb6a19-d1bb-4e7d-8a43-22837226ee0d HTTP/1.1" status: 200  len: 913 time: 0.3016100
Jun 01 10:13:36.493449 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Allocated IP 172.27.3.196 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/b6f87b1c-a63f-48ff-9924-4b83f7316d27) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:13:36.526848 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:13:36.527681 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944029'] for router_interface, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:36.534305 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-08edf5c9-b397-4292-b312-c823584adaad service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5922284
Jun 01 10:13:36.724316 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Pushing event updated for resources: {'Port': ['ID=8e0b1836-9b86-4d35-91d9-a2ef6fe688f7,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:36.727789 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:36.811419 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:36.894966 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 0662c499-56e9-4dec-879d-d56e63845c00 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:36.905324 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:37.016941 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:37.041571 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99a655f7-c10d-49d7-9df4-5da4e237305b req-2db04908-1b9e-49dd-8b17-d925172099d0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec HTTP/1.1" status: 200  len: 217 time: 0.1637757
Jun 01 10:13:37.047796 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-7120bae3-3784-4ae7-9dea-aaa9446c4a0e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:37.104673 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-03e8593b-2435-48e8-9477-29ae0783efeb None None] Provisioning for port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:37.147335 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-03e8593b-2435-48e8-9477-29ae0783efeb None None] Provisioning complete for port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:37.147720 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-03e8593b-2435-48e8-9477-29ae0783efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:37.253954 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-03e8593b-2435-48e8-9477-29ae0783efeb None None] Port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:13:37.256568 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:37.261621 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486370e80>, [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:24Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '3523cfcb-2c4e-4951-ac04-a67331f6dc2a', 'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'mac_address': 'fa:16:3e:a8:95:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:22Z', 'updated_at': '2021-06-01T10:13:35Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'subnets': [{'id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:37.267313 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:37.268164 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2fed99-50eb-42a8-87d5-51c088114fce None None] The sync data for ids ['358dbe65-5b02-4452-aa63-e9e6936c4569'] in dv-cinder-784779-13-iscsi is: [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:24Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '3523cfcb-2c4e-4951-ac04-a67331f6dc2a', 'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'mac_address': 'fa:16:3e:a8:95:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:22Z', 'updated_at': '2021-06-01T10:13:35Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'subnets': [{'id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:13:37.274925 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:13:37.421715 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:37.470726 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Router 0d67ad3a-f18c-463d-bf76-02f94ab8c44e has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:13:37.500670 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e94ef4b-b148-4918-bc8c-b4906c0602bf req-d690d636-81c1-416d-99ad-e35f62922e19 service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9584424
Jun 01 10:13:37.533091 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe66037-a994-4a70-9c7b-a39874bbcbd6 req-9da6d166-933d-4eca-9b0f-3c3709e052e7 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:37.545542 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0fe66037-a994-4a70-9c7b-a39874bbcbd6 req-9da6d166-933d-4eca-9b0f-3c3709e052e7 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 943 time: 0.6746807
Jun 01 10:13:37.548207 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:37.664044 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:37.751701 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7a28-608f-4e68-8a26-29e5fdcf6a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:37.755149 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event updated for resources: {'Port': ['ID=b6f87b1c-a63f-48ff-9924-4b83f7316d27,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:37.758539 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:37.768520 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a655f7-c10d-49d7-9df4-5da4e237305b req-efd7d159-a9bd-41af-a337-50e775a53d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:37.770661 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99a655f7-c10d-49d7-9df4-5da4e237305b req-efd7d159-a9bd-41af-a337-50e775a53d0c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a86f4cf2-14cf-495f-a7c6-c15b38ec1fb8 HTTP/1.1" status: 200  len: 851 time: 0.6122503
Jun 01 10:13:37.793009 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e548d99-9ff7-4b73-80af-1a6793e8ebea req-b51b7980-a538-4ea3-8015-4cf78ef0a7d2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:37.794625 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2e548d99-9ff7-4b73-80af-1a6793e8ebea req-b51b7980-a538-4ea3-8015-4cf78ef0a7d2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 944 time: 0.7052503
Jun 01 10:13:37.865188 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:37.966232 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99a655f7-c10d-49d7-9df4-5da4e237305b req-137894a8-0940-4bbd-8cc7-e04e283bff19 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b5eb6a19-d1bb-4e7d-8a43-22837226ee0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1867604
Jun 01 10:13:38.102049 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0fe66037-a994-4a70-9c7b-a39874bbcbd6 req-9d3e5bf7-c8ba-4ada-b484-d14c6092091f tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbdfff69-6097-4722-8972-c88c35afa1a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5301485
Jun 01 10:13:38.246380 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 3523cfcb-2c4e-4951-ac04-a67331f6dc2a up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:38.282257 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2e548d99-9ff7-4b73-80af-1a6793e8ebea req-5c1c1eab-c449-4dbc-80ea-cd3f9052e676 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3971012
Jun 01 10:13:38.406868 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:38.414063 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:38.414441 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:38.486490 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:38.507171 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:38.518170 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:38.567194 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99a655f7-c10d-49d7-9df4-5da4e237305b req-aef94bce-78a1-4d3b-bbf5-ff887aea6858 service neutron] 10.222.0.93 "GET /v2.0/networks/b5eb6a19-d1bb-4e7d-8a43-22837226ee0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5739679
Jun 01 10:13:38.610216 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:13:38.616870 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event updated for resources: {'Port': ['ID=b6f87b1c-a63f-48ff-9924-4b83f7316d27,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:38.626793 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] 10.222.0.86 "PUT /v2.0/routers/0d67ad3a-f18c-463d-bf76-02f94ab8c44e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.2319007
Jun 01 10:13:38.632791 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Sync routers for ids ['0d67ad3a-f18c-463d-bf76-02f94ab8c44e'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:13:38.638470 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99920231-7134-45af-a3cc-a103270b07fb req-a30f39be-78e7-4050-9151-29d59c4f8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:38.639949 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-99920231-7134-45af-a3cc-a103270b07fb req-a30f39be-78e7-4050-9151-29d59c4f8a83 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6e42e90419c64aa49f35ff4b6608a371&device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 1097 time: 0.8721709
Jun 01 10:13:38.650304 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Routers {'0d67ad3a-f18c-463d-bf76-02f94ab8c44e'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:13:38.651297 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486446ee0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:13:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['0d67ad3a-f18c-463d-bf76-02f94ab8c44e'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:38.680029 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:38.692996 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:38.747649 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:38.754695 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943920'] for router_interface, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:38.762046 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:38.811998 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=3523cfcb-2c4e-4951-ac04-a67331f6dc2a,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:38.819448 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:38.827371 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:38.834437 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-e1dc3b40-0cf6-456f-9785-5c4d1fdcf27a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:38.836054 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:38.846856 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:38.915062 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:38.917193 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.5549831
Jun 01 10:13:39.021112 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99a655f7-c10d-49d7-9df4-5da4e237305b req-7c4888f0-29ef-41cf-8541-5f668a157217 service neutron] 10.222.0.93 "GET /v2.0/networks/b5eb6a19-d1bb-4e7d-8a43-22837226ee0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4065263
Jun 01 10:13:39.047983 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=3523cfcb-2c4e-4951-ac04-a67331f6dc2a,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:39.057403 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:39.064754 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 44220) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:39.085043 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Set router 0d67ad3a-f18c-463d-bf76-02f94ab8c44e gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:13:39.194190 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Pushing event updated for resources: {'Port': ['ID=8e0b1836-9b86-4d35-91d9-a2ef6fe688f7,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:39.217970 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:39.266320 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99920231-7134-45af-a3cc-a103270b07fb req-f6c2e20f-1400-4381-9d8c-8be740fbc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:39.267775 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-99920231-7134-45af-a3cc-a103270b07fb req-f6c2e20f-1400-4381-9d8c-8be740fbc24c service neutron] 10.222.0.93 "GET /v2.0/networks?id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf HTTP/1.1" status: 200  len: 917 time: 0.6179867
Jun 01 10:13:39.413051 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2f85d321-8d01-4c90-bb49-4bd0534da774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:39.430857 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-bf53798e-5650-442e-84c6-ead2418597d6 req-84096602-f58b-43a7-9bbb-9e7a13b3b499 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Synchronizing usage tracker for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:security_group {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:13:39.442490 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-2f85d321-8d01-4c90-bb49-4bd0534da774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:39.449474 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-2f85d321-8d01-4c90-bb49-4bd0534da774 admin admin] Usage tracker for resource:security_group_rule and tenant:883a22b993bd4f2787dbdf82bfbaec17 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:39.452864 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-2f85d321-8d01-4c90-bb49-4bd0534da774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:39.460653 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-2f85d321-8d01-4c90-bb49-4bd0534da774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:39.460890 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-99920231-7134-45af-a3cc-a103270b07fb req-182c5e4c-8888-4d1d-9536-241fc41c6b32 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ae42cd5-ad15-4e43-a880-17f7bb75b792 HTTP/1.1" status: 200  len: 217 time: 0.1841786
Jun 01 10:13:39.462675 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-bf53798e-5650-442e-84c6-ead2418597d6 req-84096602-f58b-43a7-9bbb-9e7a13b3b499 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Unset dirty status for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:security_group {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:13:39.463905 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-84096602-f58b-43a7-9bbb-9e7a13b3b499 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1757605846&fields=id&tenant_id=a13ac067b70d4630b1d8a478ac23fab4 HTTP/1.1" status: 200  len: 267 time: 0.1325035
Jun 01 10:13:39.475892 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:39.511379 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486446ee0>, [{'id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'name': 'tempest-ServerRescueNegativeTestJSON-59833959-router', 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '9b5c2081-1d42-4bb8-9243-ae58388e6c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:32Z', 'revision_number': 4, 'project_id': '635eb482ecb44dfeaf04636e1da0589f', 'gw_port': {'id': '9b5c2081-1d42-4bb8-9243-ae58388e6c55', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'eb4fe029-3a2f-4c93-9592-5298e1acdeae', 'name': '', 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c', 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f', 'mac_address': 'fa:16:3e:e8:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '087dba4d-b97f-47cb-b7f9-85b193c4f5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:27Z', 'updated_at': '2021-06-01T10:13:34Z', 'revision_number': 2, 'project_id': '635eb482ecb44dfeaf04636e1da0589f', 'subnets': [{'id': '087dba4d-b97f-47cb-b7f9-85b193c4f5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:39.514383 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:39.516879 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Checking router: 0d67ad3a-f18c-463d-bf76-02f94ab8c44e for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:13:39.517444 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Updating router 0d67ad3a-f18c-463d-bf76-02f94ab8c44e port eb4fe029-3a2f-4c93-9592-5298e1acdeae binding host dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:13:39.645794 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99920231-7134-45af-a3cc-a103270b07fb req-915bb897-b2bd-4bf5-86be-419e84907ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:39.647383 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-99920231-7134-45af-a3cc-a103270b07fb req-915bb897-b2bd-4bf5-86be-419e84907ccf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9cc419c-3db7-401e-8482-05d6112abc74 HTTP/1.1" status: 200  len: 855 time: 0.1761353
Jun 01 10:13:39.649044 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:39.772735 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53798e-5650-442e-84c6-ead2418597d6 req-ffe4003b-ea3c-41eb-9702-f5ef08c8a4fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:39.773294 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-bf53798e-5650-442e-84c6-ead2418597d6 req-ffe4003b-ea3c-41eb-9702-f5ef08c8a4fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Synchronizing usage tracker for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:network {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:13:39.859552 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-99920231-7134-45af-a3cc-a103270b07fb req-f9ea28ce-70a8-46f6-95e8-9dfec70b7146 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2016535
Jun 01 10:13:39.891739 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 9ae42cd5-ad15-4e43-a880-17f7bb75b792 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:13:39.968254 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2f85d321-8d01-4c90-bb49-4bd0534da774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:39.968972 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837789c-6ace-4bd7-ba25-e0b7f5db881f req-8702fa33-feb8-463e-92c3-2f61d9e98de1 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:39.970528 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c837789c-6ace-4bd7-ba25-e0b7f5db881f req-8702fa33-feb8-463e-92c3-2f61d9e98de1 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 943 time: 0.5802305
Jun 01 10:13:39.983977 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2f85d321-8d01-4c90-bb49-4bd0534da774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:40.013054 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:40.117882 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-bf53798e-5650-442e-84c6-ead2418597d6 req-ffe4003b-ea3c-41eb-9702-f5ef08c8a4fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Unset dirty status for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:network {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:13:40.120234 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-ffe4003b-ea3c-41eb-9702-f5ef08c8a4fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/networks?id=6e55b412-bc05-48cc-8ddf-93d145b5843a HTTP/1.1" status: 200  len: 811 time: 0.5886796
Jun 01 10:13:40.121136 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85d321-8d01-4c90-bb49-4bd0534da774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d6d5bf-cddf-4275-9fd9-c28a25f84c3d,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:40.135735 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Router 92d99c24-633c-42b3-80e9-14f0b85999c0 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:13:40.171329 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-2f85d321-8d01-4c90-bb49-4bd0534da774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:40.186824 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c837789c-6ace-4bd7-ba25-e0b7f5db881f req-996ed0a8-389b-4163-bc0b-8793249c087a tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbdfff69-6097-4722-8972-c88c35afa1a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2029173
Jun 01 10:13:40.215956 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-2f85d321-8d01-4c90-bb49-4bd0534da774 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=883a22b993bd4f2787dbdf82bfbaec17&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1476386
Jun 01 10:13:40.220672 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-7789694c-79ed-46fc-b1a9-64d8a87b644e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/quotas/a13ac067b70d4630b1d8a478ac23fab4 HTTP/1.1" status: 200  len: 375 time: 0.0930817
Jun 01 10:13:40.221179 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 44266) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:40.236998 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 3523cfcb-2c4e-4951-ac04-a67331f6dc2a up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:40.332507 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 9ae42cd5-ad15-4e43-a880-17f7bb75b792, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9ae42cd5-ad15-4e43-a880-17f7bb75b792,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:40.352047 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '9ae42cd5-ad15-4e43-a880-17f7bb75b792', 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf', 'port_id': '9ae42cd5-ad15-4e43-a880-17f7bb75b792', 'mac_address': 'fa:16:3e:b1:15:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9cc419c-3db7-401e-8482-05d6112abc74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:13:40.364633 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Notify callbacks [] for port, precommit_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:40.382612 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.provisioning_blocks [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Transition to ACTIVE for port object eb4fe029-3a2f-4c93-9592-5298e1acdeae will not be triggered until provisioned by entity L2. {{(pid=91883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:40.392690 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:40.412499 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-95ea38a7-23f0-47a3-87db-2cf690b700de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:40.416130 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-532a96a6-917c-4250-bff6-c8b3fee5c4b0 None None] Provisioning complete for port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:40.416766 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-532a96a6-917c-4250-bff6-c8b3fee5c4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:40.505000 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d4250155-075f-47c7-b184-8bcbf2d0473d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:40.528238 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:13:40.534349 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] 10.222.0.86 "PUT /v2.0/routers/92d99c24-633c-42b3-80e9-14f0b85999c0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.8783870
Jun 01 10:13:40.576864 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d4250155-075f-47c7-b184-8bcbf2d0473d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:40.579849 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-532a96a6-917c-4250-bff6-c8b3fee5c4b0 None None] Port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:13:40.583288 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Sync routers for ids ['92d99c24-633c-42b3-80e9-14f0b85999c0'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:13:40.607688 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:40.609611 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Routers {'92d99c24-633c-42b3-80e9-14f0b85999c0'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:13:40.610364 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4856f3460>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:13:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['92d99c24-633c-42b3-80e9-14f0b85999c0'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:40.653423 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-bf53798e-5650-442e-84c6-ead2418597d6 req-10312249-dbac-4471-932e-1aa493609751 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Synchronizing usage tracker for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:13:40.668885 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:40.693474 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae42cd5-ad15-4e43-a880-17f7bb75b792 {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:13:40.713936 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 9ae42cd5-ad15-4e43-a880-17f7bb75b792, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9ae42cd5-ad15-4e43-a880-17f7bb75b792,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:40.751895 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-bf53798e-5650-442e-84c6-ead2418597d6 req-10312249-dbac-4471-932e-1aa493609751 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Unset dirty status for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:13:40.753928 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-10312249-dbac-4471-932e-1aa493609751 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a13ac067b70d4630b1d8a478ac23fab4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5140655
Jun 01 10:13:40.755060 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d4250155-075f-47c7-b184-8bcbf2d0473d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:40.760529 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:40.791762 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:40.792921 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:13:40.793061 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed0c07-9934-42fb-aef2-ae5f39f8bf53 None None] Pushing event updated for resources: {'Port': ['ID=eb4fe029-3a2f-4c93-9592-5298e1acdeae,revision_number=3']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:40.803281 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-d9ed0c07-9934-42fb-aef2-ae5f39f8bf53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:40.804122 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Attempting to bind port eb4fe029-3a2f-4c93-9592-5298e1acdeae on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:13:40.804500 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Attempting to bind port eb4fe029-3a2f-4c93-9592-5298e1acdeae by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': 'fb8e0e74-97df-4e11-a8d6-6ccfff3e819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c'}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:13:40.804866 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Attempting to bind port eb4fe029-3a2f-4c93-9592-5298e1acdeae on network cad8ba7a-17e4-4cfe-932e-84f43201305c {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:40.811014 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-3cd14d83-2f83-460b-ad8d-1696fc7a20bb tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:40.811548 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:13:40.811866 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-3cd14d83-2f83-460b-ad8d-1696fc7a20bb tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Synchronizing usage tracker for tenant:635eb482ecb44dfeaf04636e1da0589f on resource:network {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:13:40.812217 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Checking segment: {'id': 'fb8e0e74-97df-4e11-a8d6-6ccfff3e819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:40.812897 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:40.819400 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Bound using segment: {'id': 'fb8e0e74-97df-4e11-a8d6-6ccfff3e819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c'} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:13:40.819658 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4250155-075f-47c7-b184-8bcbf2d0473d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d6d5bf-cddf-4275-9fd9-c28a25f84c3d,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:40.820011 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Bound port: eb4fe029-3a2f-4c93-9592-5298e1acdeae, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb8e0e74-97df-4e11-a8d6-6ccfff3e819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c'}}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:13:40.820417 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:40.820920 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-99920231-7134-45af-a3cc-a103270b07fb req-573f07ac-c6ab-4047-8a17-e7d496b1623a service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9174478
Jun 01 10:13:40.825930 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d4250155-075f-47c7-b184-8bcbf2d0473d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:40.878921 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d4250155-075f-47c7-b184-8bcbf2d0473d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:40.880253 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-d4250155-075f-47c7-b184-8bcbf2d0473d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/07d6d5bf-cddf-4275-9fd9-c28a25f84c3d HTTP/1.1" status: 204  len: 168 time: 0.6576498
Jun 01 10:13:40.936896 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-3cd14d83-2f83-460b-ad8d-1696fc7a20bb tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Unset dirty status for tenant:635eb482ecb44dfeaf04636e1da0589f on resource:network {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:13:40.939276 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-3cd14d83-2f83-460b-ad8d-1696fc7a20bb tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/networks?id=cad8ba7a-17e4-4cfe-932e-84f43201305c HTTP/1.1" status: 200  len: 817 time: 0.3915050
Jun 01 10:13:40.955125 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec,segment=NetworkSegment(1565d90b-24b9-4b25-bea9-ff7a89d15c90),segment_id=1565d90b-24b9-4b25-bea9-ff7a89d15c90)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:40.959818 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] For port eb4fe029-3a2f-4c93-9592-5298e1acdeae, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:13:40.964280 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] For port eb4fe029-3a2f-4c93-9592-5298e1acdeae, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=eb4fe029-3a2f-4c93-9592-5298e1acdeae,segment=NetworkSegment(fb8e0e74-97df-4e11-a8d6-6ccfff3e819d),segment_id=fb8e0e74-97df-4e11-a8d6-6ccfff3e819d)] {{(pid=91883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:13:40.975128 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-f38450ba-b246-436b-95d9-25782130e636 service neutron] 10.222.0.86 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1976142
Jun 01 10:13:40.981636 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:40.984640 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:40.986966 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-20e92f5b-cbd6-439b-8ed7-077cb5f7f822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:41.014327 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-c3548b2e-85df-426e-b77e-5915d156510e tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/quotas/635eb482ecb44dfeaf04636e1da0589f HTTP/1.1" status: 200  len: 375 time: 0.0673575
Jun 01 10:13:41.027445 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': 'fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec', 'network_id': 'b5eb6a19-d1bb-4e7d-8a43-22837226ee0d', 'port_id': 'fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec', 'mac_address': 'fa:16:3e:14:f0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a86f4cf2-14cf-495f-a7c6-c15b38ec1fb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:13:41.127510 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:41.142798 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-401623c8-357a-41c5-8877-9ca6d61b8188 service neutron] 10.222.0.86 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614203
Jun 01 10:13:41.160858 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:41.161428 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:41.197047 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-99920231-7134-45af-a3cc-a103270b07fb req-5cca5a28-84f5-48d8-9c69-ce6c15cd4d20 service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3668847
Jun 01 10:13:41.204213 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Routers {'0d67ad3a-f18c-463d-bf76-02f94ab8c44e'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:13:41.204859 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486446ee0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:13:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['0d67ad3a-f18c-463d-bf76-02f94ab8c44e'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:41.263497 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:13:41.277368 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-10b644ec-89b9-474d-9be2-31588785b2c6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Synchronizing usage tracker for tenant:635eb482ecb44dfeaf04636e1da0589f on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:13:41.328247 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-10b644ec-89b9-474d-9be2-31588785b2c6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Unset dirty status for tenant:635eb482ecb44dfeaf04636e1da0589f on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:13:41.329574 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-10b644ec-89b9-474d-9be2-31588785b2c6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=635eb482ecb44dfeaf04636e1da0589f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3057163
Jun 01 10:13:41.347734 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed0c07-9934-42fb-aef2-ae5f39f8bf53 None None] Pushing event updated for resources: {'Port': ['ID=eb4fe029-3a2f-4c93-9592-5298e1acdeae,revision_number=4']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:41.359779 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-d9ed0c07-9934-42fb-aef2-ae5f39f8bf53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:41.383405 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 44300) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:41.446613 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-de03c284-614e-47dd-9836-8c3339f87ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:41.495146 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec,segment=NetworkSegment(1565d90b-24b9-4b25-bea9-ff7a89d15c90),segment_id=1565d90b-24b9-4b25-bea9-ff7a89d15c90)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:41.503430 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-de03c284-614e-47dd-9836-8c3339f87ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:41.511693 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-de03c284-614e-47dd-9836-8c3339f87ced admin admin] Usage tracker for resource:security_group_rule and tenant:037fd6838bfa4716833281631e4e74f9 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:41.520513 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-de03c284-614e-47dd-9836-8c3339f87ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:41.535636 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=9ae42cd5-ad15-4e43-a880-17f7bb75b792,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:41.537677 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-de03c284-614e-47dd-9836-8c3339f87ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:41.544167 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:41.548845 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:41.552131 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:41.643120 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:41.650177 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:41.670055 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-de03c284-614e-47dd-9836-8c3339f87ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:41.677787 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Set router 92d99c24-633c-42b3-80e9-14f0b85999c0 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:13:41.678000 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-de03c284-614e-47dd-9836-8c3339f87ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:41.684044 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-84c199e9-7052-4987-b014-d131bde158be service neutron] 10.222.0.86 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3465381
Jun 01 10:13:41.703495 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:41.714443 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] Set router 0d67ad3a-f18c-463d-bf76-02f94ab8c44e gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:13:41.853033 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-de03c284-614e-47dd-9836-8c3339f87ced admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=037fd6838bfa4716833281631e4e74f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4685450
Jun 01 10:13:41.868008 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 44316) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:41.921868 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03c284-614e-47dd-9836-8c3339f87ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1fae94-023e-43ba-a7e4-0cdc4d85f14e,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:41.959405 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-de03c284-614e-47dd-9836-8c3339f87ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:41.963547 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['9ae42cd5-ad15-4e43-a880-17f7bb75b792'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:13:41.990123 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44322) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:42.010957 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:13:42.038783 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df065a75-19cc-4fa3-a3ff-e36405194b24 req-bd3f2628-6018-462d-b331-6cddd21e6b77 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:42.040528 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-df065a75-19cc-4fa3-a3ff-e36405194b24 req-bd3f2628-6018-462d-b331-6cddd21e6b77 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 945 time: 0.3289163
Jun 01 10:13:42.084034 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-64c4df48-55e5-417d-8036-6ab3fc5d7b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:42.086351 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-b9e7d3a6-a208-4f8f-a546-abb9e0f68a8e service neutron] 10.222.0.86 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4013667
Jun 01 10:13:42.113878 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-df065a75-19cc-4fa3-a3ff-e36405194b24 req-b0516963-bfb9-49ee-8988-82d27bfda3eb tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619977
Jun 01 10:13:42.164906 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-64c4df48-55e5-417d-8036-6ab3fc5d7b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:42.253916 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-64c4df48-55e5-417d-8036-6ab3fc5d7b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:42.264518 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:42.281245 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-02695ec2-5fec-47c2-8a2d-bda3d9e803eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:42.295445 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4df48-55e5-417d-8036-6ab3fc5d7b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1fae94-023e-43ba-a7e4-0cdc4d85f14e,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:42.297711 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-64c4df48-55e5-417d-8036-6ab3fc5d7b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:42.303247 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-64c4df48-55e5-417d-8036-6ab3fc5d7b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:42.316153 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-02695ec2-5fec-47c2-8a2d-bda3d9e803eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:42.322192 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-02695ec2-5fec-47c2-8a2d-bda3d9e803eb admin admin] Usage tracker for resource:security_group_rule and tenant:af1530e2c6924a3888786cfab5e539b7 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:42.325619 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-64c4df48-55e5-417d-8036-6ab3fc5d7b9c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9e1fae94-023e-43ba-a7e4-0cdc4d85f14e HTTP/1.1" status: 204  len: 168 time: 0.4548123
Jun 01 10:13:42.330249 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-02695ec2-5fec-47c2-8a2d-bda3d9e803eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:42.354025 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-02695ec2-5fec-47c2-8a2d-bda3d9e803eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:42.400671 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486446ee0>, [{'id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'name': 'tempest-ServerRescueNegativeTestJSON-59833959-router', 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '9b5c2081-1d42-4bb8-9243-ae58388e6c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:32Z', 'revision_number': 4, 'project_id': '635eb482ecb44dfeaf04636e1da0589f', 'gw_port': {'id': '9b5c2081-1d42-4bb8-9243-ae58388e6c55', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'eb4fe029-3a2f-4c93-9592-5298e1acdeae', 'name': '', 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c', 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f', 'mac_address': 'fa:16:3e:e8:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '087dba4d-b97f-47cb-b7f9-85b193c4f5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:27Z', 'updated_at': '2021-06-01T10:13:40Z', 'revision_number': 4, 'project_id': '635eb482ecb44dfeaf04636e1da0589f', 'subnets': [{'id': '087dba4d-b97f-47cb-b7f9-85b193c4f5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:42.412095 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5278132-21c0-49fe-bd9d-47beb0de1308 None None] The sync data for ids ['0d67ad3a-f18c-463d-bf76-02f94ab8c44e'] in dv-cinder-784779-13-iscsi is: [{'id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'name': 'tempest-ServerRescueNegativeTestJSON-59833959-router', 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '9b5c2081-1d42-4bb8-9243-ae58388e6c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:32Z', 'revision_number': 4, 'project_id': '635eb482ecb44dfeaf04636e1da0589f', 'gw_port': {'id': '9b5c2081-1d42-4bb8-9243-ae58388e6c55', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'eb4fe029-3a2f-4c93-9592-5298e1acdeae', 'name': '', 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c', 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f', 'mac_address': 'fa:16:3e:e8:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '087dba4d-b97f-47cb-b7f9-85b193c4f5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:27Z', 'updated_at': '2021-06-01T10:13:40Z', 'revision_number': 4, 'project_id': '635eb482ecb44dfeaf04636e1da0589f', 'subnets': [{'id': '087dba4d-b97f-47cb-b7f9-85b193c4f5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:13:42.610391 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-02695ec2-5fec-47c2-8a2d-bda3d9e803eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:42.689249 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-02695ec2-5fec-47c2-8a2d-bda3d9e803eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:42.772258 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:42.792787 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-02695ec2-5fec-47c2-8a2d-bda3d9e803eb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=af1530e2c6924a3888786cfab5e539b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8016071
Jun 01 10:13:42.795508 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 44344) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:42.833659 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4856f3460>, [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:36Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '8e0b1836-9b86-4d35-91d9-a2ef6fe688f7', 'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'mac_address': 'fa:16:3e:d2:48:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:30Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 2, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'subnets': [{'id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:42.856278 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Checking router: 92d99c24-633c-42b3-80e9-14f0b85999c0 for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:13:42.856788 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Updating router 92d99c24-633c-42b3-80e9-14f0b85999c0 port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 binding host dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:13:42.892768 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02695ec2-5fec-47c2-8a2d-bda3d9e803eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a016a923-e57d-4ab5-8773-57fa5fc29b41,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:42.908402 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-02695ec2-5fec-47c2-8a2d-bda3d9e803eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:42.935989 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242dda9-23b9-4b89-8140-b443e6993bde req-6c6f43fa-5664-4d5f-9057-c2636994ac50 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:42.945716 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6242dda9-23b9-4b89-8140-b443e6993bde req-6c6f43fa-5664-4d5f-9057-c2636994ac50 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 944 time: 0.3277299
Jun 01 10:13:42.995812 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ec9465fa-8bb8-4a0f-9132-55be142260e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:43.030008 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:43.063996 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6242dda9-23b9-4b89-8140-b443e6993bde req-b1b1f0ce-d6b6-4d50-b619-de1ff6eba0ed tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbdfff69-6097-4722-8972-c88c35afa1a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169615
Jun 01 10:13:43.064444 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ec9465fa-8bb8-4a0f-9132-55be142260e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:43.197403 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ec9465fa-8bb8-4a0f-9132-55be142260e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:43.204734 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-17c977a0-e2be-465e-9c4f-31defddb275c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:43.233866 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9465fa-8bb8-4a0f-9132-55be142260e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a016a923-e57d-4ab5-8773-57fa5fc29b41,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:43.251059 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ec9465fa-8bb8-4a0f-9132-55be142260e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:43.282145 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ec9465fa-8bb8-4a0f-9132-55be142260e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:43.285393 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-ec9465fa-8bb8-4a0f-9132-55be142260e6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a016a923-e57d-4ab5-8773-57fa5fc29b41 HTTP/1.1" status: 204  len: 168 time: 0.4876213
Jun 01 10:13:43.376046 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44370) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:43.385033 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542360740', 'description': 'tempest-description--1781543439'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:43.404084 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:43.420829 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Usage tracker for resource:security_group and tenant:79697cda1c4247899e55e134a9e5b375 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:43.479052 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:43.512783 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:43.641832 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f5ba8a28-f7db-42eb-add6-2ba6c39fd9f5 req-aebb2039-de8d-418b-b233-743cc84f5fe4 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 210 time: 0.2180445
Jun 01 10:13:43.766915 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5e97bfa9-d2af-4d1b-8f36-79b5b6d4abe5 req-2e810ffc-c070-449f-a3b8-65bbd22980fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 210 time: 0.2773886
Jun 01 10:13:43.806384 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:43.910021 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 9ae42cd5-ad15-4e43-a880-17f7bb75b792 up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:43.930592 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:43.945919 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Usage tracker for resource:security_group_rule and tenant:79697cda1c4247899e55e134a9e5b375 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:43.969134 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:43.979737 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:43.998070 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53798e-5650-442e-84c6-ead2418597d6 req-ab1c2a1b-264e-467d-ac85-a44376b96535 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:44.009978 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-ab1c2a1b-264e-467d-ac85-a44376b96535 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.93 "GET /v2.0/networks?id=6e55b412-bc05-48cc-8ddf-93d145b5843a HTTP/1.1" status: 200  len: 811 time: 0.5780745
Jun 01 10:13:44.059378 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port 9ae42cd5-ad15-4e43-a880-17f7bb75b792 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:44.119400 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82821b-1b79-4db1-ab1e-6779f8f56c8b req-b22b6b36-245d-458d-913c-50f79f7c7438 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:44.133605 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fa82821b-1b79-4db1-ab1e-6779f8f56c8b req-b22b6b36-245d-458d-913c-50f79f7c7438 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 945 time: 0.2418509
Jun 01 10:13:44.186862 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 44396) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:44.191860 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e9b6c2d9-7179-4d8d-a8a0-d5b1e4b002e4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a13ac067b70d4630b1d8a478ac23fab4 HTTP/1.1" status: 200  len: 380 time: 0.1672924
Jun 01 10:13:44.204037 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 9ae42cd5-ad15-4e43-a880-17f7bb75b792 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:44.204425 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:44.220415 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Request body: {'port': {'device_id': '9edb76a4-53cc-46d1-869a-88926ee16a17', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'admin_state_up': True, 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'security_groups': ['da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9']}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:44.279482 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fa82821b-1b79-4db1-ab1e-6779f8f56c8b req-292c1a31-455c-492b-978d-ed1dfbe930ac tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427317
Jun 01 10:13:44.301936 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a33f3fbc-f594-418b-8ed3-11115d23ce1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:44.318720 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device eb4fe029-3a2f-4c93-9592-5298e1acdeae up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:44.340455 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-a33f3fbc-f594-418b-8ed3-11115d23ce1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:44.350796 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-a33f3fbc-f594-418b-8ed3-11115d23ce1e admin admin] Usage tracker for resource:security_group_rule and tenant:84cd3265ff4f4b549be307597c48b665 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:44.356325 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-a33f3fbc-f594-418b-8ed3-11115d23ce1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:44.371849 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-a33f3fbc-f594-418b-8ed3-11115d23ce1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:44.421789 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Notify callbacks [] for port, precommit_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:44.464033 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Transition to ACTIVE for port object 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:44.489629 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:44.495671 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-e375d380-3af3-48c3-b16a-0208cf04469d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:44.585930 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:44.598865 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e89cba-50ee-450d-8b3b-6a89412a5d69 req-3267bb90-4ff2-48ca-8b35-519ab0384ecd tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:44.608606 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e5e89cba-50ee-450d-8b3b-6a89412a5d69 req-3267bb90-4ff2-48ca-8b35-519ab0384ecd tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 944 time: 0.1281927
Jun 01 10:13:44.644876 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:44.671775 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0b151b46-7cad-41e4-ab6c-32e2760f4249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:44.732893 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port eb4fe029-3a2f-4c93-9592-5298e1acdeae completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:44.754072 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84337117-a335-478c-a975-ebfbae241f18 req-196068a2-9454-4183-a492-7ee0357bf97f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:44.764621 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port eb4fe029-3a2f-4c93-9592-5298e1acdeae triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:44.766071 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:44.766952 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-84337117-a335-478c-a975-ebfbae241f18 req-196068a2-9454-4183-a492-7ee0357bf97f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/networks?id=cad8ba7a-17e4-4cfe-932e-84f43201305c HTTP/1.1" status: 200  len: 817 time: 0.5001714
Jun 01 10:13:44.775629 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:44.788593 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:44.803026 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d945727e-ca36-4411-b6df-c714d3f14916,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:44.815718 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:44.827066 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-84337117-a335-478c-a975-ebfbae241f18 req-cf9696a7-1f25-4760-975a-5bb08f1269d9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/quotas/635eb482ecb44dfeaf04636e1da0589f HTTP/1.1" status: 200  len: 375 time: 0.0590062
Jun 01 10:13:44.859019 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc53ff-48eb-4cea-be16-89fc0702f06b None None] Pushing event updated for resources: {'Port': ['ID=8e0b1836-9b86-4d35-91d9-a2ef6fe688f7,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:44.907009 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-80bc53ff-48eb-4cea-be16-89fc0702f06b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:44.907815 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:44.945052 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:44.948901 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.5686460
Jun 01 10:13:44.961666 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44420) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:44.966226 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a33f3fbc-f594-418b-8ed3-11115d23ce1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:44.980116 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-452194ec-4922-45e4-8556-76d0cbe34802 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Request body: {'security_group_rule': {'security_group_id': 'd945727e-ca36-4411-b6df-c714d3f14916', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:45.012833 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-452194ec-4922-45e4-8556-76d0cbe34802 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:45.020033 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-452194ec-4922-45e4-8556-76d0cbe34802 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Usage tracker for resource:security_group_rule and tenant:79697cda1c4247899e55e134a9e5b375 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:45.023990 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-452194ec-4922-45e4-8556-76d0cbe34802 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:45.036119 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Made reservation on behalf of a13ac067b70d4630b1d8a478ac23fab4 for: {'port': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:13:45.053419 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:45.071674 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-452194ec-4922-45e4-8556-76d0cbe34802 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:45.071876 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a33f3fbc-f594-418b-8ed3-11115d23ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:45.095228 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-4ceb89d2-a062-4c04-8cd0-432db39e3515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:45.099598 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-84337117-a335-478c-a975-ebfbae241f18 req-56d64f7d-5883-4d0e-8d5e-dbb58e2cd9bf tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=635eb482ecb44dfeaf04636e1da0589f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2676480
Jun 01 10:13:45.114931 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 9ae42cd5-ad15-4e43-a880-17f7bb75b792, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9ae42cd5-ad15-4e43-a880-17f7bb75b792,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:45.128889 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae42cd5-ad15-4e43-a880-17f7bb75b792'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:13:45.141784 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e5e89cba-50ee-450d-8b3b-6a89412a5d69 req-4d4a97f8-1350-4290-a27f-86071b8a1198 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbdfff69-6097-4722-8972-c88c35afa1a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5321851
Jun 01 10:13:45.253573 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-84337117-a335-478c-a975-ebfbae241f18 req-f6cf1110-b376-433c-92b2-86e0070b902a service neutron] 10.222.0.86 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526120
Jun 01 10:13:45.267876 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-a33f3fbc-f594-418b-8ed3-11115d23ce1e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=84cd3265ff4f4b549be307597c48b665&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0779047
Jun 01 10:13:45.271704 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:45.272595 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:45.278907 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f3fbc-f594-418b-8ed3-11115d23ce1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d5ed84-e346-4030-a9aa-09890f6ccfa3,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:45.310361 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-e375d380-3af3-48c3-b16a-0208cf04469d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:45.310933 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44436) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:45.313800 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-a33f3fbc-f594-418b-8ed3-11115d23ce1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:45.389703 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-2e7f361a-71a2-4bb7-9cd3-7eebd9608867 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:45.393139 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-2e7f361a-71a2-4bb7-9cd3-7eebd9608867 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.93 "GET /v2.0/networks?id=cad8ba7a-17e4-4cfe-932e-84f43201305c HTTP/1.1" status: 200  len: 817 time: 0.6369054
Jun 01 10:13:45.404751 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=9ae42cd5-ad15-4e43-a880-17f7bb75b792,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:45.411131 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Attempting to bind port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:13:45.411510 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Attempting to bind port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:13:45.411887 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Attempting to bind port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 on network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:45.423296 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:45.425502 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Request body: {'port': {'device_id': '5ab296a7-75a6-4405-b2ea-066f0d27406e', 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c', 'admin_state_up': True, 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:45.465233 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:13:45.465625 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Checking segment: {'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:45.466077 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:45.466483 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Bound using segment: {'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:13:45.466980 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Bound port: 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:13:45.467364 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:45.471308 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-452194ec-4922-45e4-8556-76d0cbe34802 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:45.555495 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a4bd53-b7f5-4c75-8fef-88fcb86947a6" -d '{"events": [{"server_uuid": "f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42", "name": "network-vif-plugged", "status": "completed", "tag": "9ae42cd5-ad15-4e43-a880-17f7bb75b792"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:13:45.574948 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:45.661544 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c2ff303a-266e-4aa4-b509-8bd67a0a9e13 req-75f0af5a-55cb-4b46-a24c-4567e1a10718 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 210 time: 0.1813660
Jun 01 10:13:45.671950 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] For port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:13:45.675550 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] For port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=8e0b1836-9b86-4d35-91d9-a2ef6fe688f7,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:13:45.679066 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port eb4fe029-3a2f-4c93-9592-5298e1acdeae, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=eb4fe029-3a2f-4c93-9592-5298e1acdeae,segment=NetworkSegment(fb8e0e74-97df-4e11-a8d6-6ccfff3e819d),segment_id=fb8e0e74-97df-4e11-a8d6-6ccfff3e819d)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:45.692180 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:45.699358 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:45.707731 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:45.730509 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-452194ec-4922-45e4-8556-76d0cbe34802 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:45.745401 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:45.760714 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:45.761192 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:45.785336 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-452194ec-4922-45e4-8556-76d0cbe34802 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:45.808564 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:45.833320 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:45.859914 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Made reservation on behalf of 635eb482ecb44dfeaf04636e1da0589f for: {'port': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:13:45.864292 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:45.874384 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc53ff-48eb-4cea-be16-89fc0702f06b None None] Pushing event updated for resources: {'Port': ['ID=8e0b1836-9b86-4d35-91d9-a2ef6fe688f7,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:45.877372 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:45.883166 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-80bc53ff-48eb-4cea-be16-89fc0702f06b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:45.892829 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Routers {'92d99c24-633c-42b3-80e9-14f0b85999c0'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:13:45.893728 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4856f3460>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:13:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['92d99c24-633c-42b3-80e9-14f0b85999c0'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:45.945359 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-452194ec-4922-45e4-8556-76d0cbe34802 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:45.953894 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-452194ec-4922-45e4-8556-76d0cbe34802 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9891176
Jun 01 10:13:45.955050 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44464) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:45.981199 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-1278ddfc-ce85-4e14-b2b0-69bf8292377d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:45.985603 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf9a1-1897-4c0e-ab1b-5b319bd54bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:45.993418 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-40827718-b0c0-412b-880d-8b9aad5b6b0e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Request body: {'security_group_rule': {'security_group_id': 'd945727e-ca36-4411-b6df-c714d3f14916', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:46.000976 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-40827718-b0c0-412b-880d-8b9aad5b6b0e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:46.006910 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-40827718-b0c0-412b-880d-8b9aad5b6b0e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Usage tracker for resource:security_group_rule and tenant:79697cda1c4247899e55e134a9e5b375 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:46.010506 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-40827718-b0c0-412b-880d-8b9aad5b6b0e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:46.017551 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-40827718-b0c0-412b-880d-8b9aad5b6b0e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:46.038084 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452194ec-4922-45e4-8556-76d0cbe34802 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cab56a4-6257-42aa-b55f-96647ac5ddb8,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:46.042111 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-84337117-a335-478c-a975-ebfbae241f18 req-8f09cd18-0fab-4fd2-b142-2ac229731fde service neutron] 10.222.0.86 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7878091
Jun 01 10:13:46.054995 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-452194ec-4922-45e4-8556-76d0cbe34802 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:46.069568 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Allocated IP 172.20.0.4 (6e55b412-bc05-48cc-8ddf-93d145b5843a/6b8fb245-a2ae-498a-8d51-27838d9bb56a/17f1679c-072b-4f0b-82a6-fb0006b8debd) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:13:46.079446 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-40827718-b0c0-412b-880d-8b9aad5b6b0e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:46.196644 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-40827718-b0c0-412b-880d-8b9aad5b6b0e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:46.211748 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-40827718-b0c0-412b-880d-8b9aad5b6b0e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:46.216020 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf9a1-1897-4c0e-ab1b-5b319bd54bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:46.239933 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:46.243656 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Allocated IP 172.20.0.12 (cad8ba7a-17e4-4cfe-932e-84f43201305c/087dba4d-b97f-47cb-b7f9-85b193c4f5a8/52ae638d-3164-45ef-9c7e-d5cc8c396dbe) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:13:46.245547 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=eb4fe029-3a2f-4c93-9592-5298e1acdeae,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:46.265882 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40827718-b0c0-412b-880d-8b9aad5b6b0e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2654e5-004d-46cc-82ed-f1a697c6f939,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:46.278386 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-40827718-b0c0-412b-880d-8b9aad5b6b0e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:46.388695 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:46.402313 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:46.513584 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec,segment=NetworkSegment(1565d90b-24b9-4b25-bea9-ff7a89d15c90),segment_id=1565d90b-24b9-4b25-bea9-ff7a89d15c90)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:46.515687 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] Set router 92d99c24-633c-42b3-80e9-14f0b85999c0 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:13:46.551496 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:46.558734 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-40827718-b0c0-412b-880d-8b9aad5b6b0e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:46.560202 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-40827718-b0c0-412b-880d-8b9aad5b6b0e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5766068
Jun 01 10:13:46.588124 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 44484) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:46.598943 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Request body: {'floatingip': {'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:46.608883 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:46.613437 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:46.630022 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Usage tracker for resource:floatingip and tenant:79697cda1c4247899e55e134a9e5b375 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:46.632797 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:46.670464 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:46.701563 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf9a1-1897-4c0e-ab1b-5b319bd54bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:46.723049 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8ebe8360-7a98-4fc7-af78-8402c55a21d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:46.731920 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Network cad8ba7a-17e4-4cfe-932e-84f43201305c is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:46.738587 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:46.740375 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bf9a1-1897-4c0e-ab1b-5b319bd54bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d5ed84-e346-4030-a9aa-09890f6ccfa3,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:46.742749 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf9a1-1897-4c0e-ab1b-5b319bd54bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:46.744243 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-4a8bf9a1-1897-4c0e-ab1b-5b319bd54bd9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d3d5ed84-e346-4030-a9aa-09890f6ccfa3 HTTP/1.1" status: 204  len: 168 time: 1.4226747
Jun 01 10:13:46.745561 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-4a8bf9a1-1897-4c0e-ab1b-5b319bd54bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:46.746691 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:46.785984 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:46.794813 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7947583-e6a4-4761-8a35-8eae9e84416b x-openstack-request-id: req-c7947583-e6a4-4761-8a35-8eae9e84416b {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:13:46.795776 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42", "name": "network-vif-plugged", "status": "completed", "tag": "9ae42cd5-ad15-4e43-a880-17f7bb75b792", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:13:46.796859 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c7947583-e6a4-4761-8a35-8eae9e84416b {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:13:46.797088 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae42cd5-ad15-4e43-a880-17f7bb75b792', 'code': 200}
Jun 01 10:13:46.797719 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-48453282-28af-4c62-b622-134a562a641c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:46.814854 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:46.855214 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf1481-6e6a-4a8d-9c52-04e23c1d24e6 req-7a6cbf64-2be9-4276-8283-599e50ef43ff tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:46.859604 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b2bf1481-6e6a-4a8d-9c52-04e23c1d24e6 req-7a6cbf64-2be9-4276-8283-599e50ef43ff tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 946 time: 0.9404011
Jun 01 10:13:46.861811 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for floatingip, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:46.871859 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Transition to ACTIVE for port object 17f1679c-072b-4f0b-82a6-fb0006b8debd will not be triggered until provisioned by entity DHCP. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:46.906300 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Pushing event updated for resources: {'Port': ['ID=52ae638d-3164-45ef-9c7e-d5cc8c396dbe,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:46.918526 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:46.922119 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:46.929903 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:13:46.948428 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:46.948628 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:46.958328 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:47.007559 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:47.052414 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:47.141683 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.93', 51539) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:47.149325 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b2bf1481-6e6a-4a8d-9c52-04e23c1d24e6 req-064a4020-4773-4bd4-be2d-a8a7d2ae6168 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2320905
Jun 01 10:13:47.167596 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7648430
Jun 01 10:13:47.279494 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Request body: {'port': {'device_id': '5ab296a7-75a6-4405-b2ea-066f0d27406e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:47.317017 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4856f3460>, [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:36Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '8e0b1836-9b86-4d35-91d9-a2ef6fe688f7', 'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'mac_address': 'fa:16:3e:d2:48:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:30Z', 'updated_at': '2021-06-01T10:13:45Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'subnets': [{'id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:13:47.323212 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad6fbb-6891-489f-822e-f9eef2598341 None None] The sync data for ids ['92d99c24-633c-42b3-80e9-14f0b85999c0'] in dv-cinder-784779-13-iscsi is: [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:36Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '8e0b1836-9b86-4d35-91d9-a2ef6fe688f7', 'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'mac_address': 'fa:16:3e:d2:48:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:30Z', 'updated_at': '2021-06-01T10:13:45Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'subnets': [{'id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:13:47.356077 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Network 6e55b412-bc05-48cc-8ddf-93d145b5843a is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:47.398693 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:47.417277 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:13:47.433132 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:47.461694 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:47.468395 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:47.574742 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3775816
Jun 01 10:13:47.586642 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event updated for resources: {'Port': ['ID=17f1679c-072b-4f0b-82a6-fb0006b8debd,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:47.601978 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:47.612529 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Request body: {'port': {'device_id': '9edb76a4-53cc-46d1-869a-88926ee16a17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:47.954463 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-0ec29e85-f688-4e16-a2fc-5c85cb518a70 None None] Provisioning for port 17f1679c-072b-4f0b-82a6-fb0006b8debd completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:47.961208 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-0ec29e85-f688-4e16-a2fc-5c85cb518a70 None None] Provisioning complete for port 17f1679c-072b-4f0b-82a6-fb0006b8debd triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:47.961584 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-0ec29e85-f688-4e16-a2fc-5c85cb518a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:47.985864 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:48.102355 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-0ec29e85-f688-4e16-a2fc-5c85cb518a70 None None] Port 17f1679c-072b-4f0b-82a6-fb0006b8debd cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:13:48.137391 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ef003-90da-4e04-8b19-b4da95af50d1 req-111320c4-c0f8-475a-8b94-fb36e1fb0db3 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:48.146366 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4c3ef003-90da-4e04-8b19-b4da95af50d1 req-111320c4-c0f8-475a-8b94-fb36e1fb0db3 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 945 time: 1.0420210
Jun 01 10:13:48.223147 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-43758d5f-af13-491e-aca7-caef543e6b80 req-7885b85a-de4d-46c5-8a7c-b75336b0db61 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Synchronizing usage tracker for tenant:635eb482ecb44dfeaf04636e1da0589f on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:13:48.303436 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83555e2-59e8-45fb-94a1-c05ed3c578d9 req-3c85736a-db57-4f10-a68b-6de7bd383d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:48.305648 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c83555e2-59e8-45fb-94a1-c05ed3c578d9 req-3c85736a-db57-4f10-a68b-6de7bd383d0e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 1099 time: 1.1401880
Jun 01 10:13:48.314398 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4c3ef003-90da-4e04-8b19-b4da95af50d1 req-04f7fc09-6465-4d8d-a32f-bb2b5c071c04 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbdfff69-6097-4722-8972-c88c35afa1a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668189
Jun 01 10:13:48.360411 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.93', 51542) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:48.385114 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-43758d5f-af13-491e-aca7-caef543e6b80 req-7885b85a-de4d-46c5-8a7c-b75336b0db61 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Unset dirty status for tenant:635eb482ecb44dfeaf04636e1da0589f on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:13:48.392753 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:48.414691 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-43758d5f-af13-491e-aca7-caef543e6b80 req-7885b85a-de4d-46c5-8a7c-b75336b0db61 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 210 time: 0.5665967
Jun 01 10:13:48.457866 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-c83555e2-59e8-45fb-94a1-c05ed3c578d9 req-d02104a3-1f03-44de-8c27-8fa04221a753 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:48.661645 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:48.669334 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:48.669709 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:48.792528 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44554) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:48.805757 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714194e3-c33c-4130-93b4-a76c040c59fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:13:48.808349 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dadf44-0f5d-45ee-ae82-99cd92421de2" -d '{"events": [{"server_uuid": "714194e3-c33c-4130-93b4-a76c040c59fb", "name": "network-vif-plugged", "status": "completed", "tag": "fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:13:48.859670 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:48.880616 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-c83555e2-59e8-45fb-94a1-c05ed3c578d9 req-d02104a3-1f03-44de-8c27-8fa04221a753 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:48.906582 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=8e0b1836-9b86-4d35-91d9-a2ef6fe688f7,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:48.912120 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:48.913133 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device eb4fe029-3a2f-4c93-9592-5298e1acdeae up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:48.957767 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:48.973229 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f1679c-072b-4f0b-82a6-fb0006b8debd {{(pid=91880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:13:48.984019 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-c83555e2-59e8-45fb-94a1-c05ed3c578d9 req-d02104a3-1f03-44de-8c27-8fa04221a753 service neutron] Usage tracker for resource:security_group_rule and tenant:4273aeaac3a14b7fbf9b5ec14b7c132f is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:48.984317 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:49.000872 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Transition to ACTIVE for port object 17f1679c-072b-4f0b-82a6-fb0006b8debd will not be triggered until provisioned by entity L2. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:49.019039 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-c83555e2-59e8-45fb-94a1-c05ed3c578d9 req-d02104a3-1f03-44de-8c27-8fa04221a753 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:49.019307 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554dff8-38d0-466a-b575-e6dfbda17743 req-58b89404-3591-44f2-982d-f013c985e595 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:49.020954 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-0554dff8-38d0-466a-b575-e6dfbda17743 req-58b89404-3591-44f2-982d-f013c985e595 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Synchronizing usage tracker for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:13:49.038985 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:49.051205 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-c83555e2-59e8-45fb-94a1-c05ed3c578d9 req-d02104a3-1f03-44de-8c27-8fa04221a753 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:49.054327 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-78973266-23c1-46fc-82a8-9227338a8ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:49.075892 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=8e0b1836-9b86-4d35-91d9-a2ef6fe688f7,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:49.085305 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84337117-a335-478c-a975-ebfbae241f18 req-c334be0e-68e2-4217-8ec6-6bbb1595e80d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:49.087165 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-84337117-a335-478c-a975-ebfbae241f18 req-c334be0e-68e2-4217-8ec6-6bbb1595e80d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.93 "GET /v2.0/networks?id=cad8ba7a-17e4-4cfe-932e-84f43201305c HTTP/1.1" status: 200  len: 817 time: 0.7034295
Jun 01 10:13:49.111303 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:49.138123 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-84337117-a335-478c-a975-ebfbae241f18 req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Request body: {'port': {'device_id': '1b8667b2-4b01-46e8-b51a-14531947f823', 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c', 'admin_state_up': True, 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:49.153634 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port eb4fe029-3a2f-4c93-9592-5298e1acdeae triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:49.154171 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:49.258798 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:49.283170 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-0554dff8-38d0-466a-b575-e6dfbda17743 req-58b89404-3591-44f2-982d-f013c985e595 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Unset dirty status for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:13:49.285120 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0554dff8-38d0-466a-b575-e6dfbda17743 req-58b89404-3591-44f2-982d-f013c985e595 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 931 time: 0.6177382
Jun 01 10:13:49.296194 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Pushing event updated for resources: {'Port': ['ID=17f1679c-072b-4f0b-82a6-fb0006b8debd,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:49.306086 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:49.383361 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1175-ec9f-43db-9526-5653e9b9989a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:49.471241 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-7c5e1175-ec9f-43db-9526-5653e9b9989a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:49.481604 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-7c5e1175-ec9f-43db-9526-5653e9b9989a admin admin] Usage tracker for resource:security_group_rule and tenant:403e46451ec6426ebcad523ebc67dc95 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:49.489938 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-7c5e1175-ec9f-43db-9526-5653e9b9989a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:49.498728 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-7c5e1175-ec9f-43db-9526-5653e9b9989a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:49.547904 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0554dff8-38d0-466a-b575-e6dfbda17743 req-4d355856-415d-4b30-a414-b7e0f1250565 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2231145
Jun 01 10:13:49.654106 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Attempting to bind port 17f1679c-072b-4f0b-82a6-fb0006b8debd on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:13:49.654443 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Attempting to bind port 17f1679c-072b-4f0b-82a6-fb0006b8debd by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'}] {{(pid=91880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:13:49.654974 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Attempting to bind port 17f1679c-072b-4f0b-82a6-fb0006b8debd on network 6e55b412-bc05-48cc-8ddf-93d145b5843a {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:49.666674 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Port 17f1679c-072b-4f0b-82a6-fb0006b8debd on network 6e55b412-bc05-48cc-8ddf-93d145b5843a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:13:49.667169 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Attempting to bind port 17f1679c-072b-4f0b-82a6-fb0006b8debd on network 6e55b412-bc05-48cc-8ddf-93d145b5843a {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:49.680245 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:13:49.680803 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Checking segment: {'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:49.685347 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Bound using segment: {'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'} {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:13:49.686016 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Bound port: 17f1679c-072b-4f0b-82a6-fb0006b8debd, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'}}] {{(pid=91880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:13:49.686548 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:49.695599 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70d4c23-d582-41ba-b16a-f7f350e6477b x-openstack-request-id: req-c70d4c23-d582-41ba-b16a-f7f350e6477b {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:13:49.696173 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714194e3-c33c-4130-93b4-a76c040c59fb", "name": "network-vif-plugged", "status": "completed", "tag": "fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:13:49.696430 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c70d4c23-d582-41ba-b16a-f7f350e6477b {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:13:49.696939 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714194e3-c33c-4130-93b4-a76c040c59fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec', 'code': 200}
Jun 01 10:13:49.786836 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e1ed5-b3eb-4c62-b623-6b2ca8ac2a61 req-57de80a3-424c-43c8-b0b7-d0d015cf9a62 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:49.794852 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b35e1ed5-b3eb-4c62-b623-6b2ca8ac2a61 req-57de80a3-424c-43c8-b0b7-d0d015cf9a62 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 946 time: 0.9247327
Jun 01 10:13:49.799142 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1175-ec9f-43db-9526-5653e9b9989a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:49.877102 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ae638d-3164-45ef-9c7e-d5cc8c396dbe {{(pid=91881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:13:49.887291 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1175-ec9f-43db-9526-5653e9b9989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:49.897744 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b35e1ed5-b3eb-4c62-b623-6b2ca8ac2a61 req-8f0cf8e9-7c92-4475-bc57-b7851387aefc tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974872
Jun 01 10:13:49.911127 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:49.969462 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:50.016827 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.93', 51545) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:50.071376 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-84337117-a335-478c-a975-ebfbae241f18 req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:50.087381 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-84337117-a335-478c-a975-ebfbae241f18 req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:50.133241 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Transition to ACTIVE for port object 52ae638d-3164-45ef-9c7e-d5cc8c396dbe will not be triggered until provisioned by entity L2. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:50.137385 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84337117-a335-478c-a975-ebfbae241f18 req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Made reservation on behalf of 635eb482ecb44dfeaf04636e1da0589f for: {'port': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:13:50.141327 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-84337117-a335-478c-a975-ebfbae241f18 req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:50.141459 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e1175-ec9f-43db-9526-5653e9b9989a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcb965f-455e-48cc-8fa3-9371e326f25b,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:50.158679 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-7c5e1175-ec9f-43db-9526-5653e9b9989a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=403e46451ec6426ebcad523ebc67dc95&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3616016
Jun 01 10:13:50.162285 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44598) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:50.164679 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-7c5e1175-ec9f-43db-9526-5653e9b9989a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:50.203740 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:50.220427 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:50.225908 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] For port 17f1679c-072b-4f0b-82a6-fb0006b8debd, host hv-cinder-78477, cleared binding levels {{(pid=91880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:13:50.254040 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-816d31c9-18af-4026-86d9-93e8c53a3231 req-695ab3b1-9c4f-4ae8-a5c2-03cbcccbeccd tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 210 time: 0.0989177
Jun 01 10:13:50.259465 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:50.279334 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] For port 17f1679c-072b-4f0b-82a6-fb0006b8debd, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=17f1679c-072b-4f0b-82a6-fb0006b8debd,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:13:50.290592 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:50.291053 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:50.306866 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358715c-507c-427e-9ac4-d9939941cc17 req-428eb8f4-b294-4bb8-b8ed-b4cabcc53920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:50.308602 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0358715c-507c-427e-9ac4-d9939941cc17 req-428eb8f4-b294-4bb8-b8ed-b4cabcc53920 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 1098 time: 0.2295153
Jun 01 10:13:50.327330 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:50.330086 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-134f4b1f-2c44-4e20-baff-4993efe19ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:50.367840 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:50.412570 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087eb734-f6a7-4e3e-b410-fcbdb340f1cf req-c550f4dd-b9df-482d-9823-dafce6697631 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:50.419928 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-087eb734-f6a7-4e3e-b410-fcbdb340f1cf req-c550f4dd-b9df-482d-9823-dafce6697631 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 945 time: 0.4080033
Jun 01 10:13:50.450084 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0358715c-507c-427e-9ac4-d9939941cc17 req-e07e4901-5f40-475b-923b-a2bb6a20bf24 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:50.471286 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Allocated IP 172.27.3.197 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/c0845662-2316-4f24-b41e-c4309e9f5a54) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:13:50.483878 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Pushing event updated for resources: {'Port': ['ID=52ae638d-3164-45ef-9c7e-d5cc8c396dbe,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:50.490888 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-c83555e2-59e8-45fb-94a1-c05ed3c578d9 req-d02104a3-1f03-44de-8c27-8fa04221a753 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:50.528849 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:50.540557 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-c83555e2-59e8-45fb-94a1-c05ed3c578d9 req-d02104a3-1f03-44de-8c27-8fa04221a753 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:50.554350 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-45747a8d-daa5-4b5e-a87b-203c87d01c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:50.585125 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:50.585779 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:50.591476 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] 10.222.0.93 "PUT /v2.0/ports/17f1679c-072b-4f0b-82a6-fb0006b8debd HTTP/1.1" status: 200  len: 1093 time: 3.0017722
Jun 01 10:13:50.591476 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-134f4b1f-2c44-4e20-baff-4993efe19ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:50.597599 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edb76a4-53cc-46d1-869a-88926ee16a17', 'tag': '17f1679c-072b-4f0b-82a6-fb0006b8debd'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:13:50.599843 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e208b1-61ba-418f-94b2-887d7b4833c4" -d '{"events": [{"name": "network-changed", "server_uuid": "9edb76a4-53cc-46d1-869a-88926ee16a17", "tag": "17f1679c-072b-4f0b-82a6-fb0006b8debd"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:13:50.606851 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-0358715c-507c-427e-9ac4-d9939941cc17 req-e07e4901-5f40-475b-923b-a2bb6a20bf24 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:50.646360 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-0358715c-507c-427e-9ac4-d9939941cc17 req-e07e4901-5f40-475b-923b-a2bb6a20bf24 service neutron] Usage tracker for resource:security_group_rule and tenant:4273aeaac3a14b7fbf9b5ec14b7c132f is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:50.659659 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-0358715c-507c-427e-9ac4-d9939941cc17 req-e07e4901-5f40-475b-923b-a2bb6a20bf24 service neutron] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:50.722839 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-087eb734-f6a7-4e3e-b410-fcbdb340f1cf req-cd89e5a9-1197-4ebb-8b70-5503dceffbb4 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbdfff69-6097-4722-8972-c88c35afa1a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3020618
Jun 01 10:13:50.726907 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-0358715c-507c-427e-9ac4-d9939941cc17 req-e07e4901-5f40-475b-923b-a2bb6a20bf24 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:50.747150 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02104a3-1f03-44de-8c27-8fa04221a753 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7c857106-fa90-49df-84a8-2048941e8ed5,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:50.751278 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d02104a3-1f03-44de-8c27-8fa04221a753 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:50.756890 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Pushing event updated for resources: {'Port': ['ID=17f1679c-072b-4f0b-82a6-fb0006b8debd,revision_number=3']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:50.767819 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c83555e2-59e8-45fb-94a1-c05ed3c578d9 req-d02104a3-1f03-44de-8c27-8fa04221a753 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.4502871
Jun 01 10:13:50.774990 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:50.803181 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2942955-faf8-4683-a755-01e9b33e4a4e x-openstack-request-id: req-a2942955-faf8-4683-a755-01e9b33e4a4e {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:13:50.803755 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edb76a4-53cc-46d1-869a-88926ee16a17", "tag": "17f1679c-072b-4f0b-82a6-fb0006b8debd", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:13:50.803755 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a2942955-faf8-4683-a755-01e9b33e4a4e {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:13:50.804135 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edb76a4-53cc-46d1-869a-88926ee16a17', 'tag': '17f1679c-072b-4f0b-82a6-fb0006b8debd', 'status': 'completed', 'code': 200}
Jun 01 10:13:50.819191 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.db.api [req-0358715c-507c-427e-9ac4-d9939941cc17 req-e07e4901-5f40-475b-923b-a2bb6a20bf24 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 4273aeaac3a14b7fbf9b5ec14b7c132f {{(pid=91880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 01 10:13:50.819537 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_db.api [req-0358715c-507c-427e-9ac4-d9939941cc17 req-e07e4901-5f40-475b-923b-a2bb6a20bf24 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 01 10:13:50.829447 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-134f4b1f-2c44-4e20-baff-4993efe19ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:50.838078 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:50.855506 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53798e-5650-442e-84c6-ead2418597d6 req-1610818f-1258-4600-b5bf-9ed96f42a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:50.856983 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-1610818f-1258-4600-b5bf-9ed96f42a8dc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a13ac067b70d4630b1d8a478ac23fab4&device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 1096 time: 0.1849174
Jun 01 10:13:50.858173 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f4b1f-2c44-4e20-baff-4993efe19ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcb965f-455e-48cc-8fa3-9371e326f25b,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:50.862986 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-134f4b1f-2c44-4e20-baff-4993efe19ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:50.920071 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-134f4b1f-2c44-4e20-baff-4993efe19ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:50.922354 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-134f4b1f-2c44-4e20-baff-4993efe19ff5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/abcb965f-455e-48cc-8fa3-9371e326f25b HTTP/1.1" status: 204  len: 168 time: 0.7482514
Jun 01 10:13:50.930965 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-df742582-cd2c-47ac-90a9-3d34541c2f38 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f1679c-072b-4f0b-82a6-fb0006b8debd HTTP/1.1" status: 200  len: 217 time: 0.0658076
Jun 01 10:13:51.036005 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [req-84337117-a335-478c-a975-ebfbae241f18 req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Allocated IP 172.20.0.5 (cad8ba7a-17e4-4cfe-932e-84f43201305c/087dba4d-b97f-47cb-b7f9-85b193c4f5a8/dbd470aa-5a07-45e9-8b04-9cb0eafa5337) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:13:51.071265 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Attempting to bind port 52ae638d-3164-45ef-9c7e-d5cc8c396dbe on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:13:51.071718 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Attempting to bind port 52ae638d-3164-45ef-9c7e-d5cc8c396dbe by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'fb8e0e74-97df-4e11-a8d6-6ccfff3e819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c'}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:13:51.072039 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Attempting to bind port 52ae638d-3164-45ef-9c7e-d5cc8c396dbe on network cad8ba7a-17e4-4cfe-932e-84f43201305c {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:51.091380 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53798e-5650-442e-84c6-ead2418597d6 req-a5cad953-c10a-4b43-aa4c-ded95e1670f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:51.092843 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-a5cad953-c10a-4b43-aa4c-ded95e1670f5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b8fb245-a2ae-498a-8d51-27838d9bb56a HTTP/1.1" status: 200  len: 850 time: 0.1515999
Jun 01 10:13:51.119151 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Port 52ae638d-3164-45ef-9c7e-d5cc8c396dbe on network cad8ba7a-17e4-4cfe-932e-84f43201305c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:13:51.119471 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Attempting to bind port 52ae638d-3164-45ef-9c7e-d5cc8c396dbe on network cad8ba7a-17e4-4cfe-932e-84f43201305c {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:51.136995 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:13:51.137429 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Checking segment: {'id': 'fb8e0e74-97df-4e11-a8d6-6ccfff3e819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:51.137998 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Bound using segment: {'id': 'fb8e0e74-97df-4e11-a8d6-6ccfff3e819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c'} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:13:51.139617 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Bound port: 52ae638d-3164-45ef-9c7e-d5cc8c396dbe, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb8e0e74-97df-4e11-a8d6-6ccfff3e819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c'}}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:13:51.140148 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:51.184050 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6cc75-0abf-4055-824c-ebad39c95331 req-1e9c6e44-490b-4534-90b3-7ffc89d8ad0f tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:51.185733 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-81f6cc75-0abf-4055-824c-ebad39c95331 req-1e9c6e44-490b-4534-90b3-7ffc89d8ad0f tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 946 time: 0.1611304
Jun 01 10:13:51.252193 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-81f6cc75-0abf-4055-824c-ebad39c95331 req-2f6bf406-606c-4fd5-beaa-f1d69cc2c871 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563953
Jun 01 10:13:51.254464 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53798e-5650-442e-84c6-ead2418597d6 req-1970c1d9-46b5-49e1-8262-5e24b2ca4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:51.255935 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-1970c1d9-46b5-49e1-8262-5e24b2ca4c72 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6e55b412-bc05-48cc-8ddf-93d145b5843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1559308
Jun 01 10:13:51.318166 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:51.412999 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0358715c-507c-427e-9ac4-d9939941cc17 req-e07e4901-5f40-475b-923b-a2bb6a20bf24 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:51.572486 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-87e14ca6-ae29-4f52-93f4-1ddee55f70ee req-f78bf9f3-a709-4825-896f-1f575fc99ae6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 210 time: 0.0823669
Jun 01 10:13:51.635576 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44652) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:51.643760 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-2ece139e-4660-4f18-9f28-7fd3921df9d8 service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3795755
Jun 01 10:13:51.684047 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-0358715c-507c-427e-9ac4-d9939941cc17 req-e07e4901-5f40-475b-923b-a2bb6a20bf24 service neutron] Synchronizing usage tracker for tenant:4273aeaac3a14b7fbf9b5ec14b7c132f on resource:security_group {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:13:51.686548 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c11b4aef-6e6b-4396-a437-7f56119a5246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:51.732467 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-84337117-a335-478c-a975-ebfbae241f18 req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:51.747396 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241bb4b-0b12-4c8b-ad95-0ef434b1b6cd req-a0b21fe4-86c7-46c1-939b-a2f93b215f66 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:51.752306 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f241bb4b-0b12-4c8b-ad95-0ef434b1b6cd req-a0b21fe4-86c7-46c1-939b-a2f93b215f66 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 943 time: 0.9570248
Jun 01 10:13:51.763355 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-c11b4aef-6e6b-4396-a437-7f56119a5246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:51.779117 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-c11b4aef-6e6b-4396-a437-7f56119a5246 admin admin] Usage tracker for resource:security_group_rule and tenant:c1ea646a104041f788aab8458f0882d1 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:51.784386 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-c11b4aef-6e6b-4396-a437-7f56119a5246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:51.793646 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-c11b4aef-6e6b-4396-a437-7f56119a5246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:51.819504 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-0358715c-507c-427e-9ac4-d9939941cc17 req-e07e4901-5f40-475b-923b-a2bb6a20bf24 service neutron] Unset dirty status for tenant:4273aeaac3a14b7fbf9b5ec14b7c132f on resource:security_group {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:13:51.820953 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0358715c-507c-427e-9ac4-d9939941cc17 req-e07e4901-5f40-475b-923b-a2bb6a20bf24 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=dbdfff69-6097-4722-8972-c88c35afa1a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4921122
Jun 01 10:13:51.834123 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] For port 52ae638d-3164-45ef-9c7e-d5cc8c396dbe, host hv-cinder-78477, cleared binding levels {{(pid=91881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:13:51.846342 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f241bb4b-0b12-4c8b-ad95-0ef434b1b6cd req-11365d00-3bb8-4759-b93e-1e35a9b42320 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794203
Jun 01 10:13:51.849312 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] For port 52ae638d-3164-45ef-9c7e-d5cc8c396dbe, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=52ae638d-3164-45ef-9c7e-d5cc8c396dbe,segment=NetworkSegment(fb8e0e74-97df-4e11-a8d6-6ccfff3e819d),segment_id=fb8e0e74-97df-4e11-a8d6-6ccfff3e819d)] {{(pid=91881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:13:51.856059 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:51.859840 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bf53798e-5650-442e-84c6-ead2418597d6 req-38988b53-b9a0-4e5a-850f-ff8f75d4a231 service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1998231
Jun 01 10:13:51.873131 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:51.928139 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:51.952150 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:51.957425 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:51.965798 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:13:51.969854 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c11b4aef-6e6b-4396-a437-7f56119a5246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:51.982980 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 44660) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:51.991274 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:51.992028 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:51.993479 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] 10.222.0.93 "PUT /v2.0/ports/52ae638d-3164-45ef-9c7e-d5cc8c396dbe HTTP/1.1" status: 200  len: 1094 time: 4.7200699
Jun 01 10:13:51.994459 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-84337117-a335-478c-a975-ebfbae241f18 req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:51.995768 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab296a7-75a6-4405-b2ea-066f0d27406e', 'tag': '52ae638d-3164-45ef-9c7e-d5cc8c396dbe'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:13:51.998150 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf234d81-fb70-4d69-b195-d3cc8efe170b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab296a7-75a6-4405-b2ea-066f0d27406e", "tag": "52ae638d-3164-45ef-9c7e-d5cc8c396dbe"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:13:52.010705 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event updated for resources: {'Port': ['ID=c0845662-2316-4f24-b41e-c4309e9f5a54,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:52.019653 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:52.020118 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:52.029058 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c11b4aef-6e6b-4396-a437-7f56119a5246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:52.041961 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-990a2e54-67bb-45db-b9ff-4862a3bb6f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:52.073720 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b4aef-6e6b-4396-a437-7f56119a5246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5732de74-c35d-4e97-82a8-41f2a633b695,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:52.086623 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c11b4aef-6e6b-4396-a437-7f56119a5246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:52.113632 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f20d293-dfe6-42c0-bf32-692e0f69b2b3 x-openstack-request-id: req-3f20d293-dfe6-42c0-bf32-692e0f69b2b3 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:13:52.114304 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab296a7-75a6-4405-b2ea-066f0d27406e", "tag": "52ae638d-3164-45ef-9c7e-d5cc8c396dbe", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:13:52.114304 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3f20d293-dfe6-42c0-bf32-692e0f69b2b3 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:13:52.114547 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab296a7-75a6-4405-b2ea-066f0d27406e', 'tag': '52ae638d-3164-45ef-9c7e-d5cc8c396dbe', 'status': 'completed', 'code': 200}
Jun 01 10:13:52.119364 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-c11b4aef-6e6b-4396-a437-7f56119a5246 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c1ea646a104041f788aab8458f0882d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4812326
Jun 01 10:13:52.121869 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44668) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:52.162951 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:52.169243 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114066ef-f4fa-4160-b0ad-ea43031ad94f req-fb13db65-6034-427c-a84b-d4b655f744c9 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:52.171089 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-114066ef-f4fa-4160-b0ad-ea43031ad94f req-fb13db65-6034-427c-a84b-d4b655f744c9 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 945 time: 0.2624540
Jun 01 10:13:52.187228 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84337117-a335-478c-a975-ebfbae241f18 req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Network cad8ba7a-17e4-4cfe-932e-84f43201305c is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:13:52.194232 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [req-84337117-a335-478c-a975-ebfbae241f18 req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:13:52.197851 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-84337117-a335-478c-a975-ebfbae241f18 req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:13:52.206887 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84337117-a335-478c-a975-ebfbae241f18 req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:52.207678 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-84337117-a335-478c-a975-ebfbae241f18 req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:52.227548 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e208b1-61ba-418f-94b2-887d7b4833c4 req-c654930b-7ff6-456b-b17e-1eb3fc309aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:52.228240 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Pushing event updated for resources: {'Port': ['ID=52ae638d-3164-45ef-9c7e-d5cc8c396dbe,revision_number=3']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:52.229316 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-75e208b1-61ba-418f-94b2-887d7b4833c4 req-c654930b-7ff6-456b-b17e-1eb3fc309aaf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a13ac067b70d4630b1d8a478ac23fab4&device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 1096 time: 0.2793446
Jun 01 10:13:52.270945 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:13:52.361216 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-114066ef-f4fa-4160-b0ad-ea43031ad94f req-dffde246-9d80-4656-90b0-067404b70191 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbdfff69-6097-4722-8972-c88c35afa1a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828940
Jun 01 10:13:52.384967 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-bbf87c0a-14f1-4a80-b3a8-9a2122f335a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:52.436663 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-bbf87c0a-14f1-4a80-b3a8-9a2122f335a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:52.441036 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-fa710a3d-3fcf-47f4-9f32-97731fd183d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:52.457248 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-84337117-a335-478c-a975-ebfbae241f18 req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3571393
Jun 01 10:13:52.459170 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e208b1-61ba-418f-94b2-887d7b4833c4 req-1436df85-e9c2-4ebf-acba-ddae3e3e8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:52.460580 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-75e208b1-61ba-418f-94b2-887d7b4833c4 req-1436df85-e9c2-4ebf-acba-ddae3e3e8945 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6e55b412-bc05-48cc-8ddf-93d145b5843a HTTP/1.1" status: 200  len: 913 time: 0.2088096
Jun 01 10:13:52.461622 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Pushing event updated for resources: {'Port': ['ID=dbd470aa-5a07-45e9-8b04-9cb0eafa5337,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:52.466343 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:52.468327 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:52.468620 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:52.479093 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Request body: {'port': {'device_id': '1b8667b2-4b01-46e8-b51a-14531947f823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:13:52.503767 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:52.540928 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-fa710a3d-3fcf-47f4-9f32-97731fd183d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:52.541960 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-75e208b1-61ba-418f-94b2-887d7b4833c4 req-f11c163e-ff58-4b19-a718-53759108aa94 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f1679c-072b-4f0b-82a6-fb0006b8debd HTTP/1.1" status: 200  len: 217 time: 0.0689576
Jun 01 10:13:52.581438 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-fa710a3d-3fcf-47f4-9f32-97731fd183d9 admin admin] Usage tracker for resource:security_group_rule and tenant:0c64b9ec56b54247862b9fe2a9777ccb is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:52.589905 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-87c8da13-586f-46ec-9ce6-8e40de36ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:52.591525 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-87c8da13-586f-46ec-9ce6-8e40de36ca23 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=635eb482ecb44dfeaf04636e1da0589f&device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 1097 time: 0.5351169
Jun 01 10:13:52.595585 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-fa710a3d-3fcf-47f4-9f32-97731fd183d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:52.603813 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-bbf87c0a-14f1-4a80-b3a8-9a2122f335a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:52.608465 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-fa710a3d-3fcf-47f4-9f32-97731fd183d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:52.611953 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-7c5e1175-ec9f-43db-9526-5653e9b9989a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:52.628083 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf87c0a-14f1-4a80-b3a8-9a2122f335a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5732de74-c35d-4e97-82a8-41f2a633b695,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:52.630175 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-bbf87c0a-14f1-4a80-b3a8-9a2122f335a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:52.637868 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e208b1-61ba-418f-94b2-887d7b4833c4 req-b681dfdb-e4b1-4d5e-b851-bb1e5e7eccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:52.639835 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-75e208b1-61ba-418f-94b2-887d7b4833c4 req-b681dfdb-e4b1-4d5e-b851-bb1e5e7eccfa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b8fb245-a2ae-498a-8d51-27838d9bb56a HTTP/1.1" status: 200  len: 850 time: 0.0887341
Jun 01 10:13:52.641013 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-bbf87c0a-14f1-4a80-b3a8-9a2122f335a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:52.642243 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-bbf87c0a-14f1-4a80-b3a8-9a2122f335a8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5732de74-c35d-4e97-82a8-41f2a633b695 HTTP/1.1" status: 204  len: 168 time: 0.5194933
Jun 01 10:13:52.792861 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-a0f56a62-470f-4b0c-885e-c6269592c38a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52ae638d-3164-45ef-9c7e-d5cc8c396dbe HTTP/1.1" status: 200  len: 217 time: 0.1844416
Jun 01 10:13:52.900523 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e208b1-61ba-418f-94b2-887d7b4833c4 req-304c7351-f909-498a-9955-dd5d7a7b5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:52.901578 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-75e208b1-61ba-418f-94b2-887d7b4833c4 req-304c7351-f909-498a-9955-dd5d7a7b5222 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6e55b412-bc05-48cc-8ddf-93d145b5843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2391682
Jun 01 10:13:53.040200 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:53.051768 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1978b-acf1-4aab-a6c7-d4bd90ba2106 req-84c5006a-abb7-4cb9-9f4c-1b9703958b47 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:53.054297 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b9e1978b-acf1-4aab-a6c7-d4bd90ba2106 req-84c5006a-abb7-4cb9-9f4c-1b9703958b47 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 931 time: 0.3095806
Jun 01 10:13:53.081560 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17c41b-3c78-4400-99cb-7dad7580fea1 req-ef499966-1e2b-4c5f-b63b-6ff33f91771c tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:53.088845 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3f17c41b-3c78-4400-99cb-7dad7580fea1 req-ef499966-1e2b-4c5f-b63b-6ff33f91771c tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 946 time: 0.6934745
Jun 01 10:13:53.110748 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-1bf798a5-cca1-4a06-a5c9-99bb1aa4b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:53.112921 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-1bf798a5-cca1-4a06-a5c9-99bb1aa4b165 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=087dba4d-b97f-47cb-b7f9-85b193c4f5a8 HTTP/1.1" status: 200  len: 857 time: 0.2711332
Jun 01 10:13:53.138789 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-b9e1978b-acf1-4aab-a6c7-d4bd90ba2106 req-48d3feb9-3765-4546-8a1a-6a95320fd151 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Synchronizing usage tracker for tenant:635eb482ecb44dfeaf04636e1da0589f on resource:security_group {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:13:53.178933 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-75e208b1-61ba-418f-94b2-887d7b4833c4 req-56d6b34a-1423-474b-b572-a5e13694ef95 service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2615728
Jun 01 10:13:53.183111 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-b9e1978b-acf1-4aab-a6c7-d4bd90ba2106 req-48d3feb9-3765-4546-8a1a-6a95320fd151 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Unset dirty status for tenant:635eb482ecb44dfeaf04636e1da0589f on resource:security_group {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:13:53.183597 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b9e1978b-acf1-4aab-a6c7-d4bd90ba2106 req-48d3feb9-3765-4546-8a1a-6a95320fd151 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186957
Jun 01 10:13:53.268734 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-b78083de-f4c4-4c33-a8a1-aad8c4943c1d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cad8ba7a-17e4-4cfe-932e-84f43201305c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1358442
Jun 01 10:13:53.363946 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3f17c41b-3c78-4400-99cb-7dad7580fea1 req-4ffaaac6-de2d-49ba-9e67-2bbed37b7d3c tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2710371
Jun 01 10:13:53.411151 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-75e208b1-61ba-418f-94b2-887d7b4833c4 req-1dfb497e-b3f8-49bc-a587-cf211565433e service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2263343
Jun 01 10:13:53.485993 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-fa710a3d-3fcf-47f4-9f32-97731fd183d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:53.493257 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2df7e9-4008-494e-ab74-dd687264f23a req-be49007b-5561-46ae-b707-e1f114ff03de tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:53.496816 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3f2df7e9-4008-494e-ab74-dd687264f23a req-be49007b-5561-46ae-b707-e1f114ff03de tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 943 time: 0.1564405
Jun 01 10:13:53.519105 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.db.resource_extend [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 01 10:13:53.526745 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 44712) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:53.530248 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-fa710a3d-3fcf-47f4-9f32-97731fd183d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:53.559152 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d02104a3-1f03-44de-8c27-8fa04221a753 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:53.583685 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3f2df7e9-4008-494e-ab74-dd687264f23a req-99dad30e-036a-4c16-80f8-87e5f8e72b58 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810335
Jun 01 10:13:53.768505 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:53.833447 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:53.843282 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-fa710a3d-3fcf-47f4-9f32-97731fd183d9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0c64b9ec56b54247862b9fe2a9777ccb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8592846
Jun 01 10:13:53.847383 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44726) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:53.870051 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa710a3d-3fcf-47f4-9f32-97731fd183d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50171255-a90f-4d84-a979-dd8097e4d51a,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:53.897857 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-fa710a3d-3fcf-47f4-9f32-97731fd183d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:53.900275 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:53.939621 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3bc1-14c1-42a2-b060-6eabfdb05a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:53.953698 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e8eaacbc-ae49-4692-b1cc-75d501928fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:53.963616 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:53.971646 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3bc1-14c1-42a2-b060-6eabfdb05a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:53.984910 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-e43af3d0-09a7-44ac-9060-f38314dfc621 service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7082555
Jun 01 10:13:54.038748 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3bc1-14c1-42a2-b060-6eabfdb05a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:54.044893 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:54.060068 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b3bc1-14c1-42a2-b060-6eabfdb05a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50171255-a90f-4d84-a979-dd8097e4d51a,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:54.069393 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-2c0b3bc1-14c1-42a2-b060-6eabfdb05a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:54.072568 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3bc1-14c1-42a2-b060-6eabfdb05a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:54.076233 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-2c0b3bc1-14c1-42a2-b060-6eabfdb05a65 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/50171255-a90f-4d84-a979-dd8097e4d51a HTTP/1.1" status: 204  len: 168 time: 0.2250521
Jun 01 10:13:54.076914 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-e8eaacbc-ae49-4692-b1cc-75d501928fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:54.098143 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-e8eaacbc-ae49-4692-b1cc-75d501928fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:5c0cc02fac254f8cb574445d7716ed54 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:54.176167 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-e8eaacbc-ae49-4692-b1cc-75d501928fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:54.195227 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event updated for resources: {'Port': ['ID=c0845662-2316-4f24-b41e-c4309e9f5a54,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:54.201825 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-e8eaacbc-ae49-4692-b1cc-75d501928fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:54.204175 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:54.220026 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:54.238091 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.6321583
Jun 01 10:13:54.307407 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a132bb3-56f9-406d-a125-e5e2f29fa072 req-762aad73-43f7-460b-9427-d1fa62b94736 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:54.314211 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6a132bb3-56f9-406d-a125-e5e2f29fa072 req-762aad73-43f7-460b-9427-d1fa62b94736 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 945 time: 0.7406948
Jun 01 10:13:54.384480 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b4cf5f7e-fd8a-40f8-bcd4-d61f719673c2 req-93030789-a86f-4b00-b724-d2453f185354 service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3844533
Jun 01 10:13:54.504381 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6a132bb3-56f9-406d-a125-e5e2f29fa072 req-520c2998-9639-476c-b284-ed3e60b717a7 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbdfff69-6097-4722-8972-c88c35afa1a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891053
Jun 01 10:13:54.504937 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599b20a-e603-4098-8aee-4ef7653beeb9 req-27ab4c2a-773d-4804-b9df-87d6ffb10167 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:54.514023 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5599b20a-e603-4098-8aee-4ef7653beeb9 req-27ab4c2a-773d-4804-b9df-87d6ffb10167 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 931 time: 0.1303205
Jun 01 10:13:54.551828 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44752) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:54.601101 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd470aa-5a07-45e9-8b04-9cb0eafa5337 {{(pid=91881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:13:54.621188 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-eaf335a1-8d01-4009-96b8-2d69c8b5d123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:54.644008 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5599b20a-e603-4098-8aee-4ef7653beeb9 req-efd86b7e-2b5c-4cbd-acb2-1d9db130a4b4 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284280
Jun 01 10:13:54.649518 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-eaf335a1-8d01-4009-96b8-2d69c8b5d123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:54.652843 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:54.656311 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-eaf335a1-8d01-4009-96b8-2d69c8b5d123 admin admin] Usage tracker for resource:security_group_rule and tenant:dca2bf87694a4a69a5323d2da17eb221 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:54.660422 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-eaf335a1-8d01-4009-96b8-2d69c8b5d123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:54.671440 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-eaf335a1-8d01-4009-96b8-2d69c8b5d123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:54.689145 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e8eaacbc-ae49-4692-b1cc-75d501928fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:54.710988 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e8eaacbc-ae49-4692-b1cc-75d501928fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:54.723977 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:54.735122 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Transition to ACTIVE for port object dbd470aa-5a07-45e9-8b04-9cb0eafa5337 will not be triggered until provisioned by entity L2. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:13:54.771578 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:54.776046 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-eaf335a1-8d01-4009-96b8-2d69c8b5d123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:54.785552 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-eaf335a1-8d01-4009-96b8-2d69c8b5d123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:54.789634 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-3c4f9a15-a0e4-423c-8095-50ce30818c07 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1542360740&fields=id&tenant_id=79697cda1c4247899e55e134a9e5b375 HTTP/1.1" status: 200  len: 267 time: 0.1488404
Jun 01 10:13:54.800911 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-bbf87c0a-14f1-4a80-b3a8-9a2122f335a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:54.815028 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eaacbc-ae49-4692-b1cc-75d501928fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2fd0cc-32b8-489d-8432-c3775bb2e137,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:54.822587 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-e8eaacbc-ae49-4692-b1cc-75d501928fe3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5c0cc02fac254f8cb574445d7716ed54&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2936554
Jun 01 10:13:54.824889 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e8eaacbc-ae49-4692-b1cc-75d501928fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:54.827457 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44770) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:54.828053 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf234d81-fb70-4d69-b195-d3cc8efe170b req-73c2cc18-1f82-4e3f-956a-f2fb1701b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:54.829545 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cf234d81-fb70-4d69-b195-d3cc8efe170b req-73c2cc18-1f82-4e3f-956a-f2fb1701b563 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=635eb482ecb44dfeaf04636e1da0589f&device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 1097 time: 0.3763378
Jun 01 10:13:54.831004 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:54.932286 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-eaf335a1-8d01-4009-96b8-2d69c8b5d123 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dca2bf87694a4a69a5323d2da17eb221&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3773184
Jun 01 10:13:54.936851 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44776) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:54.959153 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf335a1-8d01-4009-96b8-2d69c8b5d123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fa1d96-166d-4b6b-97f8-3fd773b31773,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:54.978115 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-eaf335a1-8d01-4009-96b8-2d69c8b5d123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:55.168319 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc448516-b555-4b41-8881-a86f93bc7731 req-f947a267-c378-4c30-ac41-3fb1923f9f2a tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:55.173392 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fc448516-b555-4b41-8881-a86f93bc7731 req-f947a267-c378-4c30-ac41-3fb1923f9f2a tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 943 time: 0.3579073
Jun 01 10:13:55.175005 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-cfa9e032-df0a-4896-950c-0a8f46a3f845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:55.185962 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-66d2622c-5173-4c9f-b8fd-12ae0e79514c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:55.251698 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd470aa-5a07-45e9-8b04-9cb0eafa5337,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:55.274338 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:55.277506 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-cfa9e032-df0a-4896-950c-0a8f46a3f845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:55.292896 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-66d2622c-5173-4c9f-b8fd-12ae0e79514c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:55.295329 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Attempting to bind port dbd470aa-5a07-45e9-8b04-9cb0eafa5337 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:13:55.295674 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Attempting to bind port dbd470aa-5a07-45e9-8b04-9cb0eafa5337 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'fb8e0e74-97df-4e11-a8d6-6ccfff3e819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c'}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:13:55.295999 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Attempting to bind port dbd470aa-5a07-45e9-8b04-9cb0eafa5337 on network cad8ba7a-17e4-4cfe-932e-84f43201305c {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:55.331347 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Port dbd470aa-5a07-45e9-8b04-9cb0eafa5337 on network cad8ba7a-17e4-4cfe-932e-84f43201305c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:13:55.332016 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Attempting to bind port dbd470aa-5a07-45e9-8b04-9cb0eafa5337 on network cad8ba7a-17e4-4cfe-932e-84f43201305c {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:13:55.345479 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fc448516-b555-4b41-8881-a86f93bc7731 req-564ab87c-5eff-4663-ae87-fff27a6c0cfc tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1606574
Jun 01 10:13:55.363564 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:13:55.363995 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Checking segment: {'id': 'fb8e0e74-97df-4e11-a8d6-6ccfff3e819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:13:55.373095 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Bound using segment: {'id': 'fb8e0e74-97df-4e11-a8d6-6ccfff3e819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c'} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:13:55.373808 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Bound port: dbd470aa-5a07-45e9-8b04-9cb0eafa5337, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb8e0e74-97df-4e11-a8d6-6ccfff3e819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c'}}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:13:55.374295 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:55.391377 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-66d2622c-5173-4c9f-b8fd-12ae0e79514c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:55.397549 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-2c0b3bc1-14c1-42a2-b060-6eabfdb05a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:55.418623 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2622c-5173-4c9f-b8fd-12ae0e79514c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fa1d96-166d-4b6b-97f8-3fd773b31773,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:55.420409 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-cfa9e032-df0a-4896-950c-0a8f46a3f845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:55.420805 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf234d81-fb70-4d69-b195-d3cc8efe170b req-fc97d5f4-3c66-4989-acee-f8292b96a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:55.422413 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cf234d81-fb70-4d69-b195-d3cc8efe170b req-fc97d5f4-3c66-4989-acee-f8292b96a31d service neutron] 10.222.0.93 "GET /v2.0/networks?id=cad8ba7a-17e4-4cfe-932e-84f43201305c HTTP/1.1" status: 200  len: 919 time: 0.4850063
Jun 01 10:13:55.425338 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-66d2622c-5173-4c9f-b8fd-12ae0e79514c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:55.426014 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-66d2622c-5173-4c9f-b8fd-12ae0e79514c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:55.431365 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524098-b0da-46d5-a700-1145f19bca85 req-7f07050d-4597-432b-b34b-6dd1a48e70cc tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:55.432803 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-7f07050d-4597-432b-b34b-6dd1a48e70cc tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/networks?id=5eec1d6c-37df-44d5-a3ce-e0625e581a69 HTTP/1.1" status: 200  len: 817 time: 0.6150947
Jun 01 10:13:55.464926 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9e032-df0a-4896-950c-0a8f46a3f845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2fd0cc-32b8-489d-8432-c3775bb2e137,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:55.477641 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-cfa9e032-df0a-4896-950c-0a8f46a3f845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:55.478835 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-66d2622c-5173-4c9f-b8fd-12ae0e79514c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:55.480198 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-66d2622c-5173-4c9f-b8fd-12ae0e79514c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/43fa1d96-166d-4b6b-97f8-3fd773b31773 HTTP/1.1" status: 204  len: 168 time: 0.5415761
Jun 01 10:13:55.481534 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-cfa9e032-df0a-4896-950c-0a8f46a3f845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:55.482566 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-cfa9e032-df0a-4896-950c-0a8f46a3f845 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ef2fd0cc-32b8-489d-8432-c3775bb2e137 HTTP/1.1" status: 204  len: 168 time: 0.6133087
Jun 01 10:13:55.578513 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cf234d81-fb70-4d69-b195-d3cc8efe170b req-a0a9875c-098b-4800-8bf8-532744675259 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52ae638d-3164-45ef-9c7e-d5cc8c396dbe HTTP/1.1" status: 200  len: 217 time: 0.1445158
Jun 01 10:13:55.586384 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-95617f8e-d045-4b92-b1fc-8753050d5461 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/quotas/79697cda1c4247899e55e134a9e5b375 HTTP/1.1" status: 200  len: 375 time: 0.0485778
Jun 01 10:13:55.722597 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf234d81-fb70-4d69-b195-d3cc8efe170b req-18fd416a-5cc2-49a4-ae26-88f9836f3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:55.724064 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cf234d81-fb70-4d69-b195-d3cc8efe170b req-18fd416a-5cc2-49a4-ae26-88f9836f3d66 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=087dba4d-b97f-47cb-b7f9-85b193c4f5a8 HTTP/1.1" status: 200  len: 857 time: 0.1368423
Jun 01 10:13:55.725081 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] For port dbd470aa-5a07-45e9-8b04-9cb0eafa5337, host hv-cinder-78477, cleared binding levels {{(pid=91881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:13:55.887955 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] For port dbd470aa-5a07-45e9-8b04-9cb0eafa5337, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=dbd470aa-5a07-45e9-8b04-9cb0eafa5337,segment=NetworkSegment(fb8e0e74-97df-4e11-a8d6-6ccfff3e819d),segment_id=fb8e0e74-97df-4e11-a8d6-6ccfff3e819d)] {{(pid=91881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:13:55.900897 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cf234d81-fb70-4d69-b195-d3cc8efe170b req-1c20a048-6598-4c80-af88-7986f19ef718 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cad8ba7a-17e4-4cfe-932e-84f43201305c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1657531
Jun 01 10:13:55.914655 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:55.928707 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 17f1679c-072b-4f0b-82a6-fb0006b8debd details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:13:55.972471 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-bcc78a63-e98c-45cc-859f-27ecec313c92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:56.124381 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44828) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:56.163649 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0879a930-bb03-404c-92c3-504e0245f78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:56.192655 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-0879a930-bb03-404c-92c3-504e0245f78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:56.212584 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-0879a930-bb03-404c-92c3-504e0245f78d admin admin] Usage tracker for resource:security_group_rule and tenant:3b02ad482bb84cc5872c3d7b8a25cecf is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:56.217022 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-0879a930-bb03-404c-92c3-504e0245f78d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:56.225510 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-0879a930-bb03-404c-92c3-504e0245f78d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:56.276489 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:56.289240 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:56.290957 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-84337117-a335-478c-a975-ebfbae241f18 req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] 10.222.0.93 "PUT /v2.0/ports/dbd470aa-5a07-45e9-8b04-9cb0eafa5337 HTTP/1.1" status: 200  len: 1093 time: 3.8195281
Jun 01 10:13:56.293253 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8667b2-4b01-46e8-b51a-14531947f823', 'tag': 'dbd470aa-5a07-45e9-8b04-9cb0eafa5337'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:13:56.295754 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 17f1679c-072b-4f0b-82a6-fb0006b8debd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=17f1679c-072b-4f0b-82a6-fb0006b8debd,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:56.297778 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793b4411-c9a9-406b-9723-a50bc6cbc925" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8667b2-4b01-46e8-b51a-14531947f823", "tag": "dbd470aa-5a07-45e9-8b04-9cb0eafa5337"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:13:56.340274 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '17f1679c-072b-4f0b-82a6-fb0006b8debd', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'port_id': '17f1679c-072b-4f0b-82a6-fb0006b8debd', 'mac_address': 'fa:16:3e:d6:33:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:13:56.347298 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-74916400-ae8b-487e-ad62-e64bb2ad9e87 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=79697cda1c4247899e55e134a9e5b375&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7267773
Jun 01 10:13:56.367034 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0879a930-bb03-404c-92c3-504e0245f78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:56.414566 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0879a930-bb03-404c-92c3-504e0245f78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:56.430924 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:56.480450 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879a930-bb03-404c-92c3-504e0245f78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd3ec8e-ab2e-49ca-adbf-ad5c1f2df46e,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:56.484269 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0879a930-bb03-404c-92c3-504e0245f78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:56.490006 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:56.522610 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-0879a930-bb03-404c-92c3-504e0245f78d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3b02ad482bb84cc5872c3d7b8a25cecf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3971324
Jun 01 10:13:56.525286 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44848) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:56.527155 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f1679c-072b-4f0b-82a6-fb0006b8debd {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:13:56.553326 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 17f1679c-072b-4f0b-82a6-fb0006b8debd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=17f1679c-072b-4f0b-82a6-fb0006b8debd,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:56.562248 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:56.565415 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:56.566836 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1780cf8-fb69-4807-a586-b52f80db1351 req-5d2687bb-d815-47ab-be33-294d38f3ef4f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:56.568413 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c1780cf8-fb69-4807-a586-b52f80db1351 req-5d2687bb-d815-47ab-be33-294d38f3ef4f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 943 time: 0.1998379
Jun 01 10:13:56.584354 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd470aa-5a07-45e9-8b04-9cb0eafa5337,revision_number=3']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:56.629500 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:56.629903 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5e0af6ed-79cd-4f45-b261-44674e056897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:56.676663 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c1780cf8-fb69-4807-a586-b52f80db1351 req-de664c91-b3f1-4ef0-b911-db58a339b31c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834117
Jun 01 10:13:56.711291 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cf234d81-fb70-4d69-b195-d3cc8efe170b req-f7b899fc-c5a3-4aee-80c7-1091cd620875 service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7984984
Jun 01 10:13:56.724917 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=17f1679c-072b-4f0b-82a6-fb0006b8debd,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:56.728912 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:56.734302 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5e0af6ed-79cd-4f45-b261-44674e056897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:56.783098 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f268c901-a21c-42dd-ad3c-66fae6dab3a3 x-openstack-request-id: req-f268c901-a21c-42dd-ad3c-66fae6dab3a3 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:13:56.784244 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8667b2-4b01-46e8-b51a-14531947f823", "tag": "dbd470aa-5a07-45e9-8b04-9cb0eafa5337", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:13:56.784669 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f268c901-a21c-42dd-ad3c-66fae6dab3a3 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:13:56.785233 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8667b2-4b01-46e8-b51a-14531947f823', 'tag': 'dbd470aa-5a07-45e9-8b04-9cb0eafa5337', 'status': 'completed', 'code': 200}
Jun 01 10:13:56.785854 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['17f1679c-072b-4f0b-82a6-fb0006b8debd'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:13:56.848200 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5e0af6ed-79cd-4f45-b261-44674e056897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:56.854227 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-d1a8e431-853f-4f51-881d-2b69d00b64ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:56.928227 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-e0cdc518-64c6-4bca-8f61-a09bc005e00c service neutron] 10.222.0.86 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4824052
Jun 01 10:13:56.950705 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84337117-a335-478c-a975-ebfbae241f18 req-1d5f256d-439f-4ee7-8f64-5ed6517e19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:56.952245 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-84337117-a335-478c-a975-ebfbae241f18 req-1d5f256d-439f-4ee7-8f64-5ed6517e19a5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=635eb482ecb44dfeaf04636e1da0589f&device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 1096 time: 0.5919123
Jun 01 10:13:56.964188 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0af6ed-79cd-4f45-b261-44674e056897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd3ec8e-ab2e-49ca-adbf-ad5c1f2df46e,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:56.976645 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-5e0af6ed-79cd-4f45-b261-44674e056897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:56.997388 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5e0af6ed-79cd-4f45-b261-44674e056897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:57.003575 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-5e0af6ed-79cd-4f45-b261-44674e056897 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5bd3ec8e-ab2e-49ca-adbf-ad5c1f2df46e HTTP/1.1" status: 204  len: 168 time: 0.4772892
Jun 01 10:13:57.090375 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382d300-788a-4aed-9f41-ef496e111240 req-c6b55c9b-a617-400b-aa87-b16dfc243c44 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:57.092753 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7382d300-788a-4aed-9f41-ef496e111240 req-c6b55c9b-a617-400b-aa87-b16dfc243c44 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 944 time: 0.2203362
Jun 01 10:13:57.146638 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-84337117-a335-478c-a975-ebfbae241f18 req-f62fbb9d-4566-4d1d-a35b-9f20b648172f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd470aa-5a07-45e9-8b04-9cb0eafa5337 HTTP/1.1" status: 200  len: 217 time: 0.1675248
Jun 01 10:13:57.155970 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cf234d81-fb70-4d69-b195-d3cc8efe170b req-06b74e19-578c-457a-a58b-111eb0b979bb service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4351287
Jun 01 10:13:57.206538 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7382d300-788a-4aed-9f41-ef496e111240 req-66cd0ae9-561b-4727-b8af-80549e70e129 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1069613
Jun 01 10:13:57.284895 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84337117-a335-478c-a975-ebfbae241f18 req-6418e0af-e8fe-499b-b41e-479684877481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:57.286340 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-84337117-a335-478c-a975-ebfbae241f18 req-6418e0af-e8fe-499b-b41e-479684877481 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=087dba4d-b97f-47cb-b7f9-85b193c4f5a8 HTTP/1.1" status: 200  len: 857 time: 0.1330228
Jun 01 10:13:57.366888 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-4ec3cfcf-b3d2-4596-8665-d864f58a5751 service neutron] 10.222.0.86 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4097567
Jun 01 10:13:57.372876 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-84337117-a335-478c-a975-ebfbae241f18 req-544fef9d-ed06-45ec-9ff5-c35302f1c51c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cad8ba7a-17e4-4cfe-932e-84f43201305c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0764194
Jun 01 10:13:57.586818 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-84337117-a335-478c-a975-ebfbae241f18 req-b008a1bd-0808-40aa-a06d-6690b824651f service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2058334
Jun 01 10:13:57.659161 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f6eebcde-56d5-40f0-833e-9c48e4b16ac9 req-bf534981-8b1e-400c-ac04-d55eb60a3881 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 210 time: 0.0715072
Jun 01 10:13:57.937054 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 52ae638d-3164-45ef-9c7e-d5cc8c396dbe details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:13:57.944609 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 17f1679c-072b-4f0b-82a6-fb0006b8debd up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:13:57.986029 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-84337117-a335-478c-a975-ebfbae241f18 req-01d13ebf-495e-4ff7-ae31-ec1bde80e009 service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3234947
Jun 01 10:13:58.018590 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44908) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:58.076891 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ca451-73d0-4ff4-a4ee-a7236f07dc0c req-9b1b2130-3741-4320-a266-2c92b348efef tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:58.077762 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-675ca451-73d0-4ff4-a4ee-a7236f07dc0c req-9b1b2130-3741-4320-a266-2c92b348efef tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Synchronizing usage tracker for tenant:635eb482ecb44dfeaf04636e1da0589f on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:13:58.151405 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-675ca451-73d0-4ff4-a4ee-a7236f07dc0c req-9b1b2130-3741-4320-a266-2c92b348efef tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Unset dirty status for tenant:635eb482ecb44dfeaf04636e1da0589f on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:13:58.158490 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-675ca451-73d0-4ff4-a4ee-a7236f07dc0c req-9b1b2130-3741-4320-a266-2c92b348efef tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 943 time: 0.3346107
Jun 01 10:13:58.220066 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port 17f1679c-072b-4f0b-82a6-fb0006b8debd completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:13:58.241602 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-675ca451-73d0-4ff4-a4ee-a7236f07dc0c req-e1da79b4-46c0-4b6e-a0a5-0de72597b263 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816233
Jun 01 10:13:58.252973 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 17f1679c-072b-4f0b-82a6-fb0006b8debd triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:13:58.254384 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:58.271253 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b4411-c9a9-406b-9723-a50bc6cbc925 req-18520c57-0491-46eb-8ce1-023b2e77d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:58.273119 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-793b4411-c9a9-406b-9723-a50bc6cbc925 req-18520c57-0491-46eb-8ce1-023b2e77d0b6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=635eb482ecb44dfeaf04636e1da0589f&device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 1096 time: 0.1895638
Jun 01 10:13:58.273336 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-cf05ef30-4ca5-4c70-986a-b67c09f3684c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:58.306214 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-cf05ef30-4ca5-4c70-986a-b67c09f3684c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:13:58.313495 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-cf05ef30-4ca5-4c70-986a-b67c09f3684c admin admin] Usage tracker for resource:security_group_rule and tenant:7848ad2a113244fc9dfbfefa621e3b48 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:13:58.317947 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-cf05ef30-4ca5-4c70-986a-b67c09f3684c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:13:58.333387 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-cf05ef30-4ca5-4c70-986a-b67c09f3684c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:13:58.601863 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-cf05ef30-4ca5-4c70-986a-b67c09f3684c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:58.610724 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-cf05ef30-4ca5-4c70-986a-b67c09f3684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:58.620908 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c11b4aef-6e6b-4396-a437-7f56119a5246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:58.649674 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b4411-c9a9-406b-9723-a50bc6cbc925 req-268b2cd3-36dc-4572-a4da-eda63a91a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:58.651490 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-793b4411-c9a9-406b-9723-a50bc6cbc925 req-268b2cd3-36dc-4572-a4da-eda63a91a959 service neutron] 10.222.0.93 "GET /v2.0/networks?id=cad8ba7a-17e4-4cfe-932e-84f43201305c HTTP/1.1" status: 200  len: 919 time: 0.3716304
Jun 01 10:13:58.671800 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-cf05ef30-4ca5-4c70-986a-b67c09f3684c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7848ad2a113244fc9dfbfefa621e3b48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6516514
Jun 01 10:13:58.673571 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05ef30-4ca5-4c70-986a-b67c09f3684c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9432444a-5dfd-42e9-adda-490f877bb8ae,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:58.676099 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:58.676678 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 44932) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:13:58.684585 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78219331-2960-475d-bb5d-612a91eb00ac req-95f3ec4a-f0a4-4daf-b7a0-adb1e3945fe9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:58.693149 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-78219331-2960-475d-bb5d-612a91eb00ac req-95f3ec4a-f0a4-4daf-b7a0-adb1e3945fe9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 944 time: 0.2362485
Jun 01 10:13:58.710002 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-cf05ef30-4ca5-4c70-986a-b67c09f3684c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:58.778971 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 17f1679c-072b-4f0b-82a6-fb0006b8debd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=17f1679c-072b-4f0b-82a6-fb0006b8debd,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:58.782157 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edb76a4-53cc-46d1-869a-88926ee16a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f1679c-072b-4f0b-82a6-fb0006b8debd'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:13:58.786365 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef7c564-0274-4697-8c40-e7351a3d3b79" -d '{"events": [{"server_uuid": "9edb76a4-53cc-46d1-869a-88926ee16a17", "name": "network-vif-plugged", "status": "completed", "tag": "17f1679c-072b-4f0b-82a6-fb0006b8debd"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:13:58.797128 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:58.805400 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-78219331-2960-475d-bb5d-612a91eb00ac req-84b66b0f-617b-4979-8219-3f4df6455e74 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112530
Jun 01 10:13:58.808188 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:58.822818 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-793b4411-c9a9-406b-9723-a50bc6cbc925 req-02eb88b3-5457-4076-9c7f-6b2b640a74ad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd470aa-5a07-45e9-8b04-9cb0eafa5337 HTTP/1.1" status: 200  len: 217 time: 0.1613107
Jun 01 10:13:58.870311 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c28dd494-6ba6-469d-a8b6-c878efbfb5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:58.920034 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c28dd494-6ba6-469d-a8b6-c878efbfb5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:59.000311 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3462cd-0874-4704-9fab-7cec1255b109 x-openstack-request-id: req-5a3462cd-0874-4704-9fab-7cec1255b109 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:13:59.001057 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edb76a4-53cc-46d1-869a-88926ee16a17", "name": "network-vif-plugged", "status": "completed", "tag": "17f1679c-072b-4f0b-82a6-fb0006b8debd", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:13:59.002865 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5a3462cd-0874-4704-9fab-7cec1255b109 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:13:59.007018 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edb76a4-53cc-46d1-869a-88926ee16a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f1679c-072b-4f0b-82a6-fb0006b8debd', 'code': 200}
Jun 01 10:13:59.008068 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=17f1679c-072b-4f0b-82a6-fb0006b8debd,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:59.014403 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-abd94570-0765-469f-811b-e444d6a42f77 req-ec139086-2446-4e64-a6e6-022ac66e72be tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 210 time: 0.1040969
Jun 01 10:13:59.020332 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:59.065664 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 52ae638d-3164-45ef-9c7e-d5cc8c396dbe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=52ae638d-3164-45ef-9c7e-d5cc8c396dbe,segment=NetworkSegment(fb8e0e74-97df-4e11-a8d6-6ccfff3e819d),segment_id=fb8e0e74-97df-4e11-a8d6-6ccfff3e819d)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:59.067069 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c28dd494-6ba6-469d-a8b6-c878efbfb5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:59.075634 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:59.081948 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b4411-c9a9-406b-9723-a50bc6cbc925 req-b41b3261-adb0-4603-87fe-4dfda791f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:59.084174 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-793b4411-c9a9-406b-9723-a50bc6cbc925 req-b41b3261-adb0-4603-87fe-4dfda791f573 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=087dba4d-b97f-47cb-b7f9-85b193c4f5a8 HTTP/1.1" status: 200  len: 857 time: 0.2541733
Jun 01 10:13:59.089411 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '52ae638d-3164-45ef-9c7e-d5cc8c396dbe', 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c', 'port_id': '52ae638d-3164-45ef-9c7e-d5cc8c396dbe', 'mac_address': 'fa:16:3e:d3:3c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087dba4d-b97f-47cb-b7f9-85b193c4f5a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:13:59.092866 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dd494-6ba6-469d-a8b6-c878efbfb5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9432444a-5dfd-42e9-adda-490f877bb8ae,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:59.109563 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c28dd494-6ba6-469d-a8b6-c878efbfb5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:59.121955 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c28dd494-6ba6-469d-a8b6-c878efbfb5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:59.123426 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-c28dd494-6ba6-469d-a8b6-c878efbfb5ba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9432444a-5dfd-42e9-adda-490f877bb8ae HTTP/1.1" status: 204  len: 168 time: 0.4153554
Jun 01 10:13:59.206184 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:59.244477 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ae638d-3164-45ef-9c7e-d5cc8c396dbe {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:13:59.269127 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 52ae638d-3164-45ef-9c7e-d5cc8c396dbe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=52ae638d-3164-45ef-9c7e-d5cc8c396dbe,segment=NetworkSegment(fb8e0e74-97df-4e11-a8d6-6ccfff3e819d),segment_id=fb8e0e74-97df-4e11-a8d6-6ccfff3e819d)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:13:59.280041 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:13:59.282571 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-80bc53ff-48eb-4cea-be16-89fc0702f06b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:13:59.313440 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-793b4411-c9a9-406b-9723-a50bc6cbc925 req-8ba87ccc-cc48-48a5-9d15-819bf3e7acca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cad8ba7a-17e4-4cfe-932e-84f43201305c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2215452
Jun 01 10:13:59.483707 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=52ae638d-3164-45ef-9c7e-d5cc8c396dbe,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:13:59.490037 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:13:59.551092 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['52ae638d-3164-45ef-9c7e-d5cc8c396dbe'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:13:59.656808 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-793b4411-c9a9-406b-9723-a50bc6cbc925 req-0d280161-985c-49e4-abb8-29a8020db455 service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3212936
Jun 01 10:13:59.786509 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca5a26-fa3c-4c0c-8ba2-d3d85133d926 req-4fef37ec-f501-4df3-bafa-8cb3e94c83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:13:59.787344 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-73ca5a26-fa3c-4c0c-8ba2-d3d85133d926 req-4fef37ec-f501-4df3-bafa-8cb3e94c83e0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 1098 time: 0.5916946
Jun 01 10:14:00.098430 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-793b4411-c9a9-406b-9723-a50bc6cbc925 req-094d6204-7850-4675-934b-fd18977504f3 service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4195864
Jun 01 10:14:00.199878 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-73ca5a26-fa3c-4c0c-8ba2-d3d85133d926 req-d5b9a3ba-8345-47e6-90a9-3c6b8cd07aa0 service neutron] Synchronizing usage tracker for tenant:4273aeaac3a14b7fbf9b5ec14b7c132f on resource:security_group {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:14:00.202007 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524098-b0da-46d5-a700-1145f19bca85 req-efc6853c-954d-4ce7-a74b-3c32923f222b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:00.203196 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-0d524098-b0da-46d5-a700-1145f19bca85 req-efc6853c-954d-4ce7-a74b-3c32923f222b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Synchronizing usage tracker for tenant:79697cda1c4247899e55e134a9e5b375 on resource:network {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:14:00.242856 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ef911-747d-4341-80fd-5e9b1fb752c9 req-0b4d61fa-92b3-4259-a55a-770713ac3c6e tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:00.244384 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d66ef911-747d-4341-80fd-5e9b1fb752c9 req-0b4d61fa-92b3-4259-a55a-770713ac3c6e tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 943 time: 0.7085385
Jun 01 10:14:00.246510 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-0d524098-b0da-46d5-a700-1145f19bca85 req-efc6853c-954d-4ce7-a74b-3c32923f222b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Unset dirty status for tenant:79697cda1c4247899e55e134a9e5b375 on resource:network {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:14:00.247958 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-efc6853c-954d-4ce7-a74b-3c32923f222b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.93 "GET /v2.0/networks?id=5eec1d6c-37df-44d5-a3ce-e0625e581a69 HTTP/1.1" status: 200  len: 817 time: 0.8453617
Jun 01 10:14:00.256712 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-73ca5a26-fa3c-4c0c-8ba2-d3d85133d926 req-d5b9a3ba-8345-47e6-90a9-3c6b8cd07aa0 service neutron] Unset dirty status for tenant:4273aeaac3a14b7fbf9b5ec14b7c132f on resource:security_group {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:14:00.257020 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-73ca5a26-fa3c-4c0c-8ba2-d3d85133d926 req-d5b9a3ba-8345-47e6-90a9-3c6b8cd07aa0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1569443
Jun 01 10:14:00.306921 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b5025-c64b-4d94-8e19-e9794763ffdf req-07d80209-209e-4f91-a03b-310d26d1aad3 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:00.314051 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-129b5025-c64b-4d94-8e19-e9794763ffdf req-07d80209-209e-4f91-a03b-310d26d1aad3 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1601357
Jun 01 10:14:00.322979 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d66ef911-747d-4341-80fd-5e9b1fb752c9 req-0d54dae4-e87b-42e1-abf6-726234883544 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713248
Jun 01 10:14:00.401451 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-129b5025-c64b-4d94-8e19-e9794763ffdf req-0cbd603d-a5ca-4035-82a8-baa2f197d82b tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770354
Jun 01 10:14:00.442613 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-0d524098-b0da-46d5-a700-1145f19bca85 req-6e9fc106-a381-4083-b57f-79c719ce24b1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Synchronizing usage tracker for tenant:79697cda1c4247899e55e134a9e5b375 on resource:security_group {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:14:00.476640 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45044) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:00.498715 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6717319d-f1cf-417b-85ea-2041babc543a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:00.509505 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-0d524098-b0da-46d5-a700-1145f19bca85 req-6e9fc106-a381-4083-b57f-79c719ce24b1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Unset dirty status for tenant:79697cda1c4247899e55e134a9e5b375 on resource:security_group {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:14:00.510645 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-6e9fc106-a381-4083-b57f-79c719ce24b1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79697cda1c4247899e55e134a9e5b375 HTTP/1.1" status: 200  len: 380 time: 0.1816473
Jun 01 10:14:00.514623 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-6717319d-f1cf-417b-85ea-2041babc543a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:00.521118 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-6717319d-f1cf-417b-85ea-2041babc543a admin admin] Usage tracker for resource:security_group_rule and tenant:ada233c7da9547e99df099d43711df10 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:00.528454 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-0d524098-b0da-46d5-a700-1145f19bca85 req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Request body: {'port': {'device_id': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'admin_state_up': True, 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'security_groups': ['d945727e-ca36-4411-b6df-c714d3f14916']}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:00.530070 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-6717319d-f1cf-417b-85ea-2041babc543a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:00.538436 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-6717319d-f1cf-417b-85ea-2041babc543a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:00.543607 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-4b7e0dff-9c04-49c7-9ef4-046cb6d860a8 req-eb4bcec2-b136-4870-8f25-90c06eddd5b1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Synchronizing usage tracker for tenant:79697cda1c4247899e55e134a9e5b375 on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:14:00.631146 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-4b7e0dff-9c04-49c7-9ef4-046cb6d860a8 req-eb4bcec2-b136-4870-8f25-90c06eddd5b1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Unset dirty status for tenant:79697cda1c4247899e55e134a9e5b375 on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:14:00.631146 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4b7e0dff-9c04-49c7-9ef4-046cb6d860a8 req-eb4bcec2-b136-4870-8f25-90c06eddd5b1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 210 time: 0.1543601
Jun 01 10:14:00.665469 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6717319d-f1cf-417b-85ea-2041babc543a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:00.674503 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6717319d-f1cf-417b-85ea-2041babc543a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:00.685180 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:00.737587 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-6717319d-f1cf-417b-85ea-2041babc543a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ada233c7da9547e99df099d43711df10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2594271
Jun 01 10:14:00.739630 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45054) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:00.752637 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-0d524098-b0da-46d5-a700-1145f19bca85 req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:00.764624 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-0d524098-b0da-46d5-a700-1145f19bca85 req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:00.775758 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717319d-f1cf-417b-85ea-2041babc543a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fa3b88-8a96-4fb5-ab5f-24d5fe1961c7,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:00.786731 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6717319d-f1cf-417b-85ea-2041babc543a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:00.804970 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d524098-b0da-46d5-a700-1145f19bca85 req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Made reservation on behalf of 79697cda1c4247899e55e134a9e5b375 for: {'port': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:14:00.816238 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0d524098-b0da-46d5-a700-1145f19bca85 req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:00.819079 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2d356e6c-7103-4e95-8925-b7074aad1bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:00.856176 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2d356e6c-7103-4e95-8925-b7074aad1bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:00.924015 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2d356e6c-7103-4e95-8925-b7074aad1bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:00.932282 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-64c4df48-55e5-417d-8036-6ab3fc5d7b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:00.947579 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d356e6c-7103-4e95-8925-b7074aad1bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fa3b88-8a96-4fb5-ab5f-24d5fe1961c7,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:00.960733 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-2d356e6c-7103-4e95-8925-b7074aad1bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:00.968165 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2d356e6c-7103-4e95-8925-b7074aad1bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:00.973119 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-2d356e6c-7103-4e95-8925-b7074aad1bbd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/32fa3b88-8a96-4fb5-ab5f-24d5fe1961c7 HTTP/1.1" status: 204  len: 168 time: 0.2289658
Jun 01 10:14:00.986705 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45064) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:01.051065 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [req-0d524098-b0da-46d5-a700-1145f19bca85 req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Allocated IP 172.20.0.5 (5eec1d6c-37df-44d5-a3ce-e0625e581a69/c37142d9-9aeb-4f95-b35e-6158487f26f3/5c88c12b-7ea9-4c2f-8117-7ef430b43fed) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:14:01.410244 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ebf88910-f601-42d7-91c6-9ce33b72a3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:01.425790 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0d524098-b0da-46d5-a700-1145f19bca85 req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:01.435611 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-ebf88910-f601-42d7-91c6-9ce33b72a3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:01.441401 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-ebf88910-f601-42d7-91c6-9ce33b72a3ee admin admin] Usage tracker for resource:security_group_rule and tenant:c2111aba072e4efcb5ad7c5defe3c598 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:01.446303 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-ebf88910-f601-42d7-91c6-9ce33b72a3ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:01.456631 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-ebf88910-f601-42d7-91c6-9ce33b72a3ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:01.482402 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [req-0d524098-b0da-46d5-a700-1145f19bca85 req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Transition to ACTIVE for port object 5c88c12b-7ea9-4c2f-8117-7ef430b43fed will not be triggered until provisioned by entity DHCP. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:14:01.573099 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0d524098-b0da-46d5-a700-1145f19bca85 req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:01.607525 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:01.614780 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ebf88910-f601-42d7-91c6-9ce33b72a3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:01.663979 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ebf88910-f601-42d7-91c6-9ce33b72a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:01.684578 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:01.695419 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d524098-b0da-46d5-a700-1145f19bca85 req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:14:01.704137 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [req-0d524098-b0da-46d5-a700-1145f19bca85 req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:14:01.743497 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d524098-b0da-46d5-a700-1145f19bca85 req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:14:01.750853 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-ebf88910-f601-42d7-91c6-9ce33b72a3ee admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c2111aba072e4efcb5ad7c5defe3c598&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7518752
Jun 01 10:14:01.756390 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45106) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:01.756696 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524098-b0da-46d5-a700-1145f19bca85 req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:01.757074 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf88910-f601-42d7-91c6-9ce33b72a3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2acad6a-1c91-49c3-9220-20f02521b0c3,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:01.757427 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0d524098-b0da-46d5-a700-1145f19bca85 req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:01.761487 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ebf88910-f601-42d7-91c6-9ce33b72a3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:01.815956 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2973022
Jun 01 10:14:01.839346 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Request body: {'port': {'device_id': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:01.852882 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13737f9b-9939-4424-84e7-1158a6f38c13 req-ff2f279b-7195-43f2-89c4-694b3f29acc4 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:01.854797 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-13737f9b-9939-4424-84e7-1158a6f38c13 req-ff2f279b-7195-43f2-89c4-694b3f29acc4 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 943 time: 0.2380636
Jun 01 10:14:01.899866 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7d6429a4-180a-4041-bb3c-c9184073fca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:01.951004 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-13737f9b-9939-4424-84e7-1158a6f38c13 req-ba364362-06e0-4bb8-aaae-309603be750a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743794
Jun 01 10:14:01.952890 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7d6429a4-180a-4041-bb3c-c9184073fca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:01.962645 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device dbd470aa-5a07-45e9-8b04-9cb0eafa5337 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:14:01.967891 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 52ae638d-3164-45ef-9c7e-d5cc8c396dbe up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:14:02.068257 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7d6429a4-180a-4041-bb3c-c9184073fca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:02.072902 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event updated for resources: {'Port': ['ID=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:02.073793 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-2aef5e69-43c2-4e50-b5cf-5329da3283d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:02.076573 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:02.091916 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:02.115278 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6429a4-180a-4041-bb3c-c9184073fca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2acad6a-1c91-49c3-9220-20f02521b0c3,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:02.120772 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-7d6429a4-180a-4041-bb3c-c9184073fca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:02.123738 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7d6429a4-180a-4041-bb3c-c9184073fca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:02.125700 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-7d6429a4-180a-4041-bb3c-c9184073fca4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e2acad6a-1c91-49c3-9220-20f02521b0c3 HTTP/1.1" status: 204  len: 168 time: 0.3471951
Jun 01 10:14:02.179072 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-63a3de43-7527-4a06-83a5-55b40b9ab835 None None] Provisioning for port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:14:02.194517 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-63a3de43-7527-4a06-83a5-55b40b9ab835 None None] Provisioning complete for port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:14:02.195312 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-63a3de43-7527-4a06-83a5-55b40b9ab835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:02.306986 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f3aec-87a5-459c-97cd-665ab5226046 req-55fa37bb-2b8b-4f25-aae3-190e43c84b09 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:02.317058 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0b7f3aec-87a5-459c-97cd-665ab5226046 req-55fa37bb-2b8b-4f25-aae3-190e43c84b09 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 931 time: 0.1544671
Jun 01 10:14:02.357135 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-63a3de43-7527-4a06-83a5-55b40b9ab835 None None] Port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:14:02.360861 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port 52ae638d-3164-45ef-9c7e-d5cc8c396dbe completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:14:02.369323 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 52ae638d-3164-45ef-9c7e-d5cc8c396dbe triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:14:02.369980 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:02.386354 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0b7f3aec-87a5-459c-97cd-665ab5226046 req-0e46eb9b-ab0f-47f2-bce4-b9c71a9f01fa tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680954
Jun 01 10:14:02.425539 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373fcf9-3a3a-4de6-94bb-134f73cbf5da req-f341a00e-ee7c-4fb1-96b5-4974d0af11dc tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:02.427050 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3373fcf9-3a3a-4de6-94bb-134f73cbf5da req-f341a00e-ee7c-4fb1-96b5-4974d0af11dc tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.7303808
Jun 01 10:14:02.481124 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port dbd470aa-5a07-45e9-8b04-9cb0eafa5337, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=dbd470aa-5a07-45e9-8b04-9cb0eafa5337,segment=NetworkSegment(fb8e0e74-97df-4e11-a8d6-6ccfff3e819d),segment_id=fb8e0e74-97df-4e11-a8d6-6ccfff3e819d)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:02.499868 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3373fcf9-3a3a-4de6-94bb-134f73cbf5da req-aa92b555-8e8c-4b95-9bdc-6c9c2283006f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626237
Jun 01 10:14:02.506133 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': 'dbd470aa-5a07-45e9-8b04-9cb0eafa5337', 'network_id': 'cad8ba7a-17e4-4cfe-932e-84f43201305c', 'port_id': 'dbd470aa-5a07-45e9-8b04-9cb0eafa5337', 'mac_address': 'fa:16:3e:5c:9e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087dba4d-b97f-47cb-b7f9-85b193c4f5a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:14:02.601497 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c88c12b-7ea9-4c2f-8117-7ef430b43fed {{(pid=91880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:14:02.610585 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:02.628884 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Transition to ACTIVE for port object 5c88c12b-7ea9-4c2f-8117-7ef430b43fed will not be triggered until provisioned by entity L2. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:14:02.633296 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:02.642195 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0acb38ea-7dd6-4c8b-ad77-ec5206ca130d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:02.655494 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:02.715693 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd470aa-5a07-45e9-8b04-9cb0eafa5337 {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:14:02.755190 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45134) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:02.762219 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port dbd470aa-5a07-45e9-8b04-9cb0eafa5337, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=dbd470aa-5a07-45e9-8b04-9cb0eafa5337,segment=NetworkSegment(fb8e0e74-97df-4e11-a8d6-6ccfff3e819d),segment_id=fb8e0e74-97df-4e11-a8d6-6ccfff3e819d)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:02.766800 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:02.774179 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Pushing event updated for resources: {'Port': ['ID=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:02.778431 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:02.782440 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:02.788898 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:02.826983 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-14497418-7b00-49f1-9de0-996b0c618f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:02.872281 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-14497418-7b00-49f1-9de0-996b0c618f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:02.883103 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0c101-77e6-438e-b97a-3655d7f6cf1c req-f85ab91c-6d93-4f52-a90b-d222cf011d72 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:02.884784 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e7b0c101-77e6-438e-b97a-3655d7f6cf1c req-f85ab91c-6d93-4f52-a90b-d222cf011d72 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.2468655
Jun 01 10:14:02.886522 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab296a7-75a6-4405-b2ea-066f0d27406e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ae638d-3164-45ef-9c7e-d5cc8c396dbe'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:14:02.887869 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-14497418-7b00-49f1-9de0-996b0c618f52 admin admin] Usage tracker for resource:security_group_rule and tenant:d067f16e7b3443939d71ec510397be98 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:02.888863 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57e54cf-872f-42b0-835c-1739658eb0d9" -d '{"events": [{"server_uuid": "5ab296a7-75a6-4405-b2ea-066f0d27406e", "name": "network-vif-plugged", "status": "completed", "tag": "52ae638d-3164-45ef-9c7e-d5cc8c396dbe"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:14:02.891480 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-14497418-7b00-49f1-9de0-996b0c618f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:02.899743 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45140) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:02.915593 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 52ae638d-3164-45ef-9c7e-d5cc8c396dbe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=52ae638d-3164-45ef-9c7e-d5cc8c396dbe,segment=NetworkSegment(fb8e0e74-97df-4e11-a8d6-6ccfff3e819d),segment_id=fb8e0e74-97df-4e11-a8d6-6ccfff3e819d)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:02.924529 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=dbd470aa-5a07-45e9-8b04-9cb0eafa5337,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:02.929324 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:02.930530 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:02.934129 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:02.948281 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-1d3a01d4-5130-4529-8ec2-488c81f48f27 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Request body: {'floatingip': {'port_id': '17f1679c-072b-4f0b-82a6-fb0006b8debd'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:02.994541 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf9a7da-5508-4d65-b06a-dd453bdbbbaa x-openstack-request-id: req-bdf9a7da-5508-4d65-b06a-dd453bdbbbaa {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:14:02.995086 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab296a7-75a6-4405-b2ea-066f0d27406e", "name": "network-vif-plugged", "status": "completed", "tag": "52ae638d-3164-45ef-9c7e-d5cc8c396dbe", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:14:02.995086 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bdf9a7da-5508-4d65-b06a-dd453bdbbbaa {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:14:02.995464 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab296a7-75a6-4405-b2ea-066f0d27406e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ae638d-3164-45ef-9c7e-d5cc8c396dbe', 'code': 200}
Jun 01 10:14:03.015438 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-14497418-7b00-49f1-9de0-996b0c618f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:03.070653 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1d3a01d4-5130-4529-8ec2-488c81f48f27 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for floatingip, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:03.072116 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=52ae638d-3164-45ef-9c7e-d5cc8c396dbe,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:03.079171 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:03.144242 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['dbd470aa-5a07-45e9-8b04-9cb0eafa5337'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:14:03.187779 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Attempting to bind port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:14:03.188198 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Attempting to bind port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'}] {{(pid=91880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:14:03.188604 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Attempting to bind port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed on network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:14:03.195024 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed on network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:14:03.195363 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Attempting to bind port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed on network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:14:03.206518 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:14:03.211611 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Checking segment: {'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:14:03.211776 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Bound using segment: {'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'} {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:14:03.212287 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Bound port: 5c88c12b-7ea9-4c2f-8117-7ef430b43fed, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'}}] {{(pid=91880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:14:03.212867 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:03.382468 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] For port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed, host hv-cinder-78477, cleared binding levels {{(pid=91880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:14:03.388936 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] For port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:14:03.395232 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:03.400077 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:03.523619 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:03.524915 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:03.526501 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] 10.222.0.93 "PUT /v2.0/ports/5c88c12b-7ea9-4c2f-8117-7ef430b43fed HTTP/1.1" status: 200  len: 1093 time: 1.6940992
Jun 01 10:14:03.526999 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'tag': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:14:03.529680 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cdf005-14fe-4d29-b501-ed0b2fc264a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6eed30-fcbd-4f9f-be6e-315774b52504", "tag": "5c88c12b-7ea9-4c2f-8117-7ef430b43fed"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:14:03.580793 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Pushing event updated for resources: {'Port': ['ID=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,revision_number=3']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:03.585316 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:03.657894 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f417a-fba8-43b2-a56f-e18b2f483a00 req-ed82bca2-5e92-47e2-bcc0-b566ba2a6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:03.659890 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-348f417a-fba8-43b2-a56f-e18b2f483a00 req-ed82bca2-5e92-47e2-bcc0-b566ba2a6662 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 1099 time: 0.2822902
Jun 01 10:14:03.747356 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524098-b0da-46d5-a700-1145f19bca85 req-31cc3fac-4955-4e69-8ec0-351064f299c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:03.748882 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-31cc3fac-4955-4e69-8ec0-351064f299c4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79697cda1c4247899e55e134a9e5b375&device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 1096 time: 0.1462390
Jun 01 10:14:03.763060 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f6fc9-9a6d-49a5-8307-6501208d5a26 req-ec26f8cd-8561-4d99-a24f-390054fbca61 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:03.763833 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-926f6fc9-9a6d-49a5-8307-6501208d5a26 req-ec26f8cd-8561-4d99-a24f-390054fbca61 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Synchronizing usage tracker for tenant:79697cda1c4247899e55e134a9e5b375 on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:14:03.815479 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-14497418-7b00-49f1-9de0-996b0c618f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:03.862432 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-a07d3340-805f-4e35-92cb-257655d07e33 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed HTTP/1.1" status: 200  len: 217 time: 0.0945139
Jun 01 10:14:03.904718 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-926f6fc9-9a6d-49a5-8307-6501208d5a26 req-ec26f8cd-8561-4d99-a24f-390054fbca61 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Unset dirty status for tenant:79697cda1c4247899e55e134a9e5b375 on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:14:03.906121 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-926f6fc9-9a6d-49a5-8307-6501208d5a26 req-ec26f8cd-8561-4d99-a24f-390054fbca61 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.2597589
Jun 01 10:14:03.907226 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8815b8-4baa-499f-a0f7-7d43219a2dfd req-f13e407f-aaea-4dc4-a107-b512a7bdcd48 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:03.915129 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7e8815b8-4baa-499f-a0f7-7d43219a2dfd req-f13e407f-aaea-4dc4-a107-b512a7bdcd48 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 944 time: 0.7172468
Jun 01 10:14:03.928739 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-14497418-7b00-49f1-9de0-996b0c618f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:03.962661 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524098-b0da-46d5-a700-1145f19bca85 req-c550e391-7b02-40fa-a7f4-c8a1c32216df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:03.964076 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-c550e391-7b02-40fa-a7f4-c8a1c32216df service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c37142d9-9aeb-4f95-b35e-6158487f26f3 HTTP/1.1" status: 200  len: 856 time: 0.0937867
Jun 01 10:14:03.975870 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-926f6fc9-9a6d-49a5-8307-6501208d5a26 req-dce7e258-6859-4bbb-b9cf-2f3e2c3a8947 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537922
Jun 01 10:14:04.001130 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-fa710a3d-3fcf-47f4-9f32-97731fd183d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:04.059635 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-348f417a-fba8-43b2-a56f-e18b2f483a00 req-1e03c23e-706d-4dc7-86b3-9f5cf5b87c39 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3897004
Jun 01 10:14:04.060184 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524098-b0da-46d5-a700-1145f19bca85 req-016561cc-a25c-4477-934a-38df55a4cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:04.062540 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-016561cc-a25c-4477-934a-38df55a4cd52 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5eec1d6c-37df-44d5-a3ce-e0625e581a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0895517
Jun 01 10:14:04.099092 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-14497418-7b00-49f1-9de0-996b0c618f52 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d067f16e7b3443939d71ec510397be98&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3422518
Jun 01 10:14:04.101740 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 45180) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:04.105779 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72996a57-8c9c-42d6-9689-83a830da0ff0 x-openstack-request-id: req-72996a57-8c9c-42d6-9689-83a830da0ff0 {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:14:04.106088 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6eed30-fcbd-4f9f-be6e-315774b52504", "tag": "5c88c12b-7ea9-4c2f-8117-7ef430b43fed", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:14:04.106360 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-72996a57-8c9c-42d6-9689-83a830da0ff0 {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:14:04.106762 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'tag': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'status': 'completed', 'code': 200}
Jun 01 10:14:04.108823 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14497418-7b00-49f1-9de0-996b0c618f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cd699e-2b11-41a1-8245-83c97d5112a0,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:04.118094 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-14497418-7b00-49f1-9de0-996b0c618f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:04.139612 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7e8815b8-4baa-499f-a0f7-7d43219a2dfd req-52d5867d-7319-48a4-9fa7-88e4e9cde980 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2230744
Jun 01 10:14:04.290139 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 45186) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:04.405713 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f2c06a3e-c883-4bc8-8517-951f8545f69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:04.460827 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f2c06a3e-c883-4bc8-8517-951f8545f69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:04.469069 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-4007ac64-42ee-4f1a-8f0e-e196aed733b0 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3070316
Jun 01 10:14:04.538053 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e2ba6663-80c4-4da3-88fc-76936afc2560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:04.629310 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-e2ba6663-80c4-4da3-88fc-76936afc2560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:04.637150 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-e2ba6663-80c4-4da3-88fc-76936afc2560 admin admin] Usage tracker for resource:security_group_rule and tenant:eea648ae810144b8ad1409946272efdf is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:04.642023 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-e2ba6663-80c4-4da3-88fc-76936afc2560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:04.657321 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1d3a01d4-5130-4529-8ec2-488c81f48f27 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:04.661673 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1d3a01d4-5130-4529-8ec2-488c81f48f27 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:04.665669 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-e2ba6663-80c4-4da3-88fc-76936afc2560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:04.695912 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0d524098-b0da-46d5-a700-1145f19bca85 req-a2e39745-7149-42ee-b3e8-98878acc6c68 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2011497
Jun 01 10:14:04.703875 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f2c06a3e-c883-4bc8-8517-951f8545f69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:04.711678 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:04.756735 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c06a3e-c883-4bc8-8517-951f8545f69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cd699e-2b11-41a1-8245-83c97d5112a0,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:04.850887 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-f2c06a3e-c883-4bc8-8517-951f8545f69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:04.856461 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.l3_db [None req-1d3a01d4-5130-4529-8ec2-488c81f48f27 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Floating IP bf4327ca-01c0-4553-85e4-0f4220d18c86 associated. External IP: 172.27.3.196, port: 17f1679c-072b-4f0b-82a6-fb0006b8debd.
Jun 01 10:14:04.875767 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f2c06a3e-c883-4bc8-8517-951f8545f69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:04.877631 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-f2c06a3e-c883-4bc8-8517-951f8545f69c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/69cd699e-2b11-41a1-8245-83c97d5112a0 HTTP/1.1" status: 204  len: 168 time: 0.7747204
Jun 01 10:14:04.993663 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-bd546d0a-c434-421f-87b6-e2556c1bde8d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:04.995216 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-bd546d0a-c434-421f-87b6-e2556c1bde8d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/networks?id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf HTTP/1.1" status: 200  len: 815 time: 0.2922900
Jun 01 10:14:05.021795 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e2ba6663-80c4-4da3-88fc-76936afc2560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:05.031321 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdf005-14fe-4d29-b501-ed0b2fc264a5 req-5ddc5bd6-1124-4023-99ba-7f219acc5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:05.035099 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-37cdf005-14fe-4d29-b501-ed0b2fc264a5 req-5ddc5bd6-1124-4023-99ba-7f219acc5912 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79697cda1c4247899e55e134a9e5b375&device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 1096 time: 0.2776022
Jun 01 10:14:05.036838 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-82da5fd9-c168-4921-955e-0dcfa6dd1c4b tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/quotas/6e42e90419c64aa49f35ff4b6608a371 HTTP/1.1" status: 200  len: 375 time: 0.0231738
Jun 01 10:14:05.037450 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e2ba6663-80c4-4da3-88fc-76936afc2560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:05.045972 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:05.219446 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-e2ba6663-80c4-4da3-88fc-76936afc2560 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eea648ae810144b8ad1409946272efdf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9283688
Jun 01 10:14:05.226697 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba6663-80c4-4da3-88fc-76936afc2560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3630976f-fcbc-47fc-9479-3fd48b2a83c0,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:05.238372 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 45216) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:05.239765 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e2ba6663-80c4-4da3-88fc-76936afc2560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:05.274108 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-ad2bee69-2eab-4a4b-8549-3ac7ab11d54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:05.460243 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdf005-14fe-4d29-b501-ed0b2fc264a5 req-e5acfbb4-45f1-45ed-bd83-947b6c2711fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:05.462211 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-37cdf005-14fe-4d29-b501-ed0b2fc264a5 req-e5acfbb4-45f1-45ed-bd83-947b6c2711fa service neutron] 10.222.0.93 "GET /v2.0/networks?id=5eec1d6c-37df-44d5-a3ce-e0625e581a69 HTTP/1.1" status: 200  len: 919 time: 0.4172623
Jun 01 10:14:05.462530 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:05.478363 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b972431-87fd-4423-aa74-e30d82ec594e req-bc84b61d-8022-4ce9-8638-e14a33c5e262 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:05.479851 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6b972431-87fd-4423-aa74-e30d82ec594e req-bc84b61d-8022-4ce9-8638-e14a33c5e262 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.3080955
Jun 01 10:14:05.542598 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-a22f4cdc-c825-4a2c-b4b4-41d76d37de7d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e42e90419c64aa49f35ff4b6608a371&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4675384
Jun 01 10:14:05.551015 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-42e7c942-928a-4002-a582-06d27176679b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:05.555647 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-37cdf005-14fe-4d29-b501-ed0b2fc264a5 req-d66b69eb-ff71-48af-bdd1-9db5f6735654 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed HTTP/1.1" status: 200  len: 217 time: 0.0783186
Jun 01 10:14:05.603434 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6b972431-87fd-4423-aa74-e30d82ec594e req-aa42b349-c293-4765-96aa-287ded8025b0 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154268
Jun 01 10:14:05.636064 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3a01d4-5130-4529-8ec2-488c81f48f27 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Router 358dbe65-5b02-4452-aa63-e9e6936c4569 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:14:05.718639 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-42e7c942-928a-4002-a582-06d27176679b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:05.785022 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdf005-14fe-4d29-b501-ed0b2fc264a5 req-f116628a-a3b0-4464-9771-8acb27a613e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:05.786493 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-37cdf005-14fe-4d29-b501-ed0b2fc264a5 req-f116628a-a3b0-4464-9771-8acb27a613e2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c37142d9-9aeb-4f95-b35e-6158487f26f3 HTTP/1.1" status: 200  len: 856 time: 0.1998866
Jun 01 10:14:05.858749 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-80760eb6-f258-43fa-97c6-0f379584f5e4 service neutron] 10.222.0.86 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3056316
Jun 01 10:14:05.907557 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3a01d4-5130-4529-8ec2-488c81f48f27 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:14:05.926053 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9985107-8ced-494c-879a-b8fc2aadf749 None None] Sync routers for ids ['358dbe65-5b02-4452-aa63-e9e6936c4569'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:14:05.937126 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9985107-8ced-494c-879a-b8fc2aadf749 None None] Routers {'358dbe65-5b02-4452-aa63-e9e6936c4569'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:14:05.937769 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-b9985107-8ced-494c-879a-b8fc2aadf749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486532370>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:13:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['358dbe65-5b02-4452-aa63-e9e6936c4569'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:05.946736 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0198198-c204-4951-ad6a-14c2f0e1d0e2 req-09cefaa7-61de-4754-9915-45b69f94560a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:05.949630 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e0198198-c204-4951-ad6a-14c2f0e1d0e2 req-09cefaa7-61de-4754-9915-45b69f94560a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 944 time: 0.1456707
Jun 01 10:14:05.952340 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1d3a01d4-5130-4529-8ec2-488c81f48f27 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:05.969861 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-42e7c942-928a-4002-a582-06d27176679b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:05.978240 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-02695ec2-5fec-47c2-8a2d-bda3d9e803eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:05.993948 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7c942-928a-4002-a582-06d27176679b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3630976f-fcbc-47fc-9479-3fd48b2a83c0,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:05.997854 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-42e7c942-928a-4002-a582-06d27176679b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:06.004781 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device dbd470aa-5a07-45e9-8b04-9cb0eafa5337 up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:14:06.021868 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-42e7c942-928a-4002-a582-06d27176679b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:06.025224 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-42e7c942-928a-4002-a582-06d27176679b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3630976f-fcbc-47fc-9479-3fd48b2a83c0 HTTP/1.1" status: 204  len: 168 time: 0.7820694
Jun 01 10:14:06.034230 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdf005-14fe-4d29-b501-ed0b2fc264a5 req-941e1af0-821e-4cc0-870e-62ac2ff9a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:06.035801 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-37cdf005-14fe-4d29-b501-ed0b2fc264a5 req-941e1af0-821e-4cc0-870e-62ac2ff9a89c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5eec1d6c-37df-44d5-a3ce-e0625e581a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2403002
Jun 01 10:14:06.102650 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-bb4d1aab-913d-4cbf-91e5-c4c7f4e88b8e service neutron] 10.222.0.86 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2321351
Jun 01 10:14:06.134772 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-1d3a01d4-5130-4529-8ec2-488c81f48f27 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "PUT /v2.0/floatingips/bf4327ca-01c0-4553-85e4-0f4220d18c86 HTTP/1.1" status: 200  len: 991 time: 3.2334609
Jun 01 10:14:06.141814 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edb76a4-53cc-46d1-869a-88926ee16a17', 'tag': '17f1679c-072b-4f0b-82a6-fb0006b8debd'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:14:06.145239 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b5aa27-7839-418d-adff-7ad56897d136" -d '{"events": [{"name": "network-changed", "server_uuid": "9edb76a4-53cc-46d1-869a-88926ee16a17", "tag": "17f1679c-072b-4f0b-82a6-fb0006b8debd"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:14:06.160210 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port dbd470aa-5a07-45e9-8b04-9cb0eafa5337 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:14:06.170777 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port dbd470aa-5a07-45e9-8b04-9cb0eafa5337 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:14:06.171162 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:06.175123 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e0198198-c204-4951-ad6a-14c2f0e1d0e2 req-b9339b0b-552a-49c3-8883-26747dbb0451 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784062
Jun 01 10:14:06.256255 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-b9985107-8ced-494c-879a-b8fc2aadf749 None None] Set router 358dbe65-5b02-4452-aa63-e9e6936c4569 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:14:06.361337 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-37cdf005-14fe-4d29-b501-ed0b2fc264a5 req-5d51d914-3f9b-4652-9459-e709fead1556 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3108444
Jun 01 10:14:06.459573 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87357bbe-a6be-4aca-85f5-571f47c5b3f8 x-openstack-request-id: req-87357bbe-a6be-4aca-85f5-571f47c5b3f8 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:14:06.462407 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edb76a4-53cc-46d1-869a-88926ee16a17", "tag": "17f1679c-072b-4f0b-82a6-fb0006b8debd", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:14:06.462793 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-87357bbe-a6be-4aca-85f5-571f47c5b3f8 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:14:06.463400 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edb76a4-53cc-46d1-869a-88926ee16a17', 'tag': '17f1679c-072b-4f0b-82a6-fb0006b8debd', 'status': 'completed', 'code': 200}
Jun 01 10:14:06.515178 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:06.617345 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5aa27-7839-418d-adff-7ad56897d136 req-5365c55c-5b4d-471e-9d31-75f664e83eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:06.618949 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-54b5aa27-7839-418d-adff-7ad56897d136 req-5365c55c-5b4d-471e-9d31-75f664e83eaa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a13ac067b70d4630b1d8a478ac23fab4&device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 1098 time: 0.1383536
Jun 01 10:14:06.651062 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port dbd470aa-5a07-45e9-8b04-9cb0eafa5337, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=dbd470aa-5a07-45e9-8b04-9cb0eafa5337,segment=NetworkSegment(fb8e0e74-97df-4e11-a8d6-6ccfff3e819d),segment_id=fb8e0e74-97df-4e11-a8d6-6ccfff3e819d)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:06.668745 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8667b2-4b01-46e8-b51a-14531947f823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd470aa-5a07-45e9-8b04-9cb0eafa5337'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:14:06.675853 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb82a244-e87c-49d4-8e87-1623fadd4edd" -d '{"events": [{"server_uuid": "1b8667b2-4b01-46e8-b51a-14531947f823", "name": "network-vif-plugged", "status": "completed", "tag": "dbd470aa-5a07-45e9-8b04-9cb0eafa5337"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:14:06.681555 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:06.690990 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:06.698259 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45268) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:06.800846 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bd44cc5c-9305-4758-a97d-9ab094d4b03d req-87640d04-f101-4522-998e-2891824045cb tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 210 time: 0.2293069
Jun 01 10:14:06.896004 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-37cdf005-14fe-4d29-b501-ed0b2fc264a5 req-782d0c05-fed2-4f8c-8f24-4d87fb0c9a18 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5245385
Jun 01 10:14:06.932823 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45242cb-1d57-4424-8ae6-4a5f57518bf8 x-openstack-request-id: req-d45242cb-1d57-4424-8ae6-4a5f57518bf8 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:14:06.933077 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8667b2-4b01-46e8-b51a-14531947f823", "name": "network-vif-plugged", "status": "completed", "tag": "dbd470aa-5a07-45e9-8b04-9cb0eafa5337", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:14:06.933391 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d45242cb-1d57-4424-8ae6-4a5f57518bf8 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:14:06.933853 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8667b2-4b01-46e8-b51a-14531947f823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd470aa-5a07-45e9-8b04-9cb0eafa5337', 'code': 200}
Jun 01 10:14:06.936873 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=dbd470aa-5a07-45e9-8b04-9cb0eafa5337,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:06.951306 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:06.975591 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-b9985107-8ced-494c-879a-b8fc2aadf749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486532370>, [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:24Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': 'bf4327ca-01c0-4553-85e4-0f4220d18c86', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'port_id': '17f1679c-072b-4f0b-82a6-fb0006b8debd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'mac_address': 'fa:16:3e:d6:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edb76a4-53cc-46d1-869a-88926ee16a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:13:37Z', 'updated_at': '2021-06-01T10:14:04Z', 'revision_number': 1, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3523cfcb-2c4e-4951-ac04-a67331f6dc2a', 'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'mac_address': 'fa:16:3e:a8:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:22Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 5, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'subnets': [{'id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:06.980188 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9985107-8ced-494c-879a-b8fc2aadf749 None None] Checking router: 358dbe65-5b02-4452-aa63-e9e6936c4569 for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:14:06.995460 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9985107-8ced-494c-879a-b8fc2aadf749 None None] Routers {'358dbe65-5b02-4452-aa63-e9e6936c4569'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:14:06.996342 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-b9985107-8ced-494c-879a-b8fc2aadf749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486532370>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:13:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['358dbe65-5b02-4452-aa63-e9e6936c4569'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:07.040278 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5aa27-7839-418d-adff-7ad56897d136 req-13861554-0079-4540-af1a-46136b083440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:07.043707 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-54b5aa27-7839-418d-adff-7ad56897d136 req-13861554-0079-4540-af1a-46136b083440 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6e55b412-bc05-48cc-8ddf-93d145b5843a HTTP/1.1" status: 200  len: 913 time: 0.4132648
Jun 01 10:14:07.051889 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 45278) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:07.080648 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8405d1c4-23a3-4c6b-9d63-9c9b035dee88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:07.105627 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-8405d1c4-23a3-4c6b-9d63-9c9b035dee88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:07.110137 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-8405d1c4-23a3-4c6b-9d63-9c9b035dee88 admin admin] Usage tracker for resource:security_group_rule and tenant:8a6e2df887994040b4cc8c95cad07289 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:07.126078 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-8405d1c4-23a3-4c6b-9d63-9c9b035dee88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:07.136670 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-8405d1c4-23a3-4c6b-9d63-9c9b035dee88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:07.144367 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-fd861c0a-9087-4eee-a7c2-ab96809c8189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:07.209179 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c83e51-9310-4f0a-8da2-49fdf6af5e98 req-6ddfbcb1-32ad-445e-bc76-702aec7fb467 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:07.210600 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a5c83e51-9310-4f0a-8da2-49fdf6af5e98 req-6ddfbcb1-32ad-445e-bc76-702aec7fb467 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.2928808
Jun 01 10:14:07.214187 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-b9985107-8ced-494c-879a-b8fc2aadf749 None None] Set router 358dbe65-5b02-4452-aa63-e9e6936c4569 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:14:07.223653 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-fd861c0a-9087-4eee-a7c2-ab96809c8189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:07.245785 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-fd861c0a-9087-4eee-a7c2-ab96809c8189 admin admin] Usage tracker for resource:security_group_rule and tenant:4799be1d965547fca527a357bf254a88 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:07.252525 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-fd861c0a-9087-4eee-a7c2-ab96809c8189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:07.266735 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-fd861c0a-9087-4eee-a7c2-ab96809c8189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:07.298274 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a5c83e51-9310-4f0a-8da2-49fdf6af5e98 req-05640394-154d-4f93-94d8-fbc87aacd985 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716760
Jun 01 10:14:07.307902 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-54b5aa27-7839-418d-adff-7ad56897d136 req-109061e9-6368-43fc-a3ad-72809890d0da service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f1679c-072b-4f0b-82a6-fb0006b8debd HTTP/1.1" status: 200  len: 999 time: 0.2394080
Jun 01 10:14:07.380862 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8405d1c4-23a3-4c6b-9d63-9c9b035dee88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:07.420351 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5aa27-7839-418d-adff-7ad56897d136 req-193bccf7-320e-418e-982e-ee011da780c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:07.421834 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-54b5aa27-7839-418d-adff-7ad56897d136 req-193bccf7-320e-418e-982e-ee011da780c2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b8fb245-a2ae-498a-8d51-27838d9bb56a HTTP/1.1" status: 200  len: 850 time: 0.1020596
Jun 01 10:14:07.434019 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8405d1c4-23a3-4c6b-9d63-9c9b035dee88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:07.447685 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c28dd494-6ba6-469d-a8b6-c878efbfb5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:07.523814 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-8405d1c4-23a3-4c6b-9d63-9c9b035dee88 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8a6e2df887994040b4cc8c95cad07289&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4703174
Jun 01 10:14:07.526577 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45288) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:07.527448 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405d1c4-23a3-4c6b-9d63-9c9b035dee88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57bb075-7dde-4000-ae80-c5bb1021c2e8,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:07.532730 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8405d1c4-23a3-4c6b-9d63-9c9b035dee88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:07.548144 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c34466-18d5-4317-89a8-a98573f8580d req-6a0db41f-bf39-456e-a775-8069b172c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:07.550942 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e8c34466-18d5-4317-89a8-a98573f8580d req-6a0db41f-bf39-456e-a775-8069b172c678 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 1098 time: 0.3595111
Jun 01 10:14:07.568161 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37114d-c13d-4f85-8bf8-cf36695904bb req-5315d911-a045-4c79-9043-fd87d319bb38 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:07.569841 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bd37114d-c13d-4f85-8bf8-cf36695904bb req-5315d911-a045-4c79-9043-fd87d319bb38 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.2000747
Jun 01 10:14:07.628043 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-300f36f3-4f04-41ac-9b6d-b3b35f167f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:07.641116 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e8c34466-18d5-4317-89a8-a98573f8580d req-fb299aee-0a92-4f22-be88-f30320a58845 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698833
Jun 01 10:14:07.646751 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bd37114d-c13d-4f85-8bf8-cf36695904bb req-bf49fac7-8b2b-4d4c-9ef8-eeba4f3f3b38 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624065
Jun 01 10:14:07.660555 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-300f36f3-4f04-41ac-9b6d-b3b35f167f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:07.698115 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5aa27-7839-418d-adff-7ad56897d136 req-b017c210-c33a-4484-a8be-239cadbef402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:07.699643 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-54b5aa27-7839-418d-adff-7ad56897d136 req-b017c210-c33a-4484-a8be-239cadbef402 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6e55b412-bc05-48cc-8ddf-93d145b5843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2680316
Jun 01 10:14:07.717007 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-55eb730e-386d-4f0c-ad5f-ca06e28458f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:07.737764 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-b9985107-8ced-494c-879a-b8fc2aadf749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486532370>, [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:24Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': 'bf4327ca-01c0-4553-85e4-0f4220d18c86', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'port_id': '17f1679c-072b-4f0b-82a6-fb0006b8debd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'mac_address': 'fa:16:3e:d6:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edb76a4-53cc-46d1-869a-88926ee16a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:13:37Z', 'updated_at': '2021-06-01T10:14:04Z', 'revision_number': 1, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3523cfcb-2c4e-4951-ac04-a67331f6dc2a', 'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'mac_address': 'fa:16:3e:a8:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:22Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 5, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'subnets': [{'id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:07.738002 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-fd861c0a-9087-4eee-a7c2-ab96809c8189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:07.743190 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9985107-8ced-494c-879a-b8fc2aadf749 None None] The sync data for ids ['358dbe65-5b02-4452-aa63-e9e6936c4569'] in dv-cinder-784779-13-iscsi is: [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:24Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': 'bf4327ca-01c0-4553-85e4-0f4220d18c86', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'port_id': '17f1679c-072b-4f0b-82a6-fb0006b8debd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'mac_address': 'fa:16:3e:d6:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edb76a4-53cc-46d1-869a-88926ee16a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:13:37Z', 'updated_at': '2021-06-01T10:14:04Z', 'revision_number': 1, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3523cfcb-2c4e-4951-ac04-a67331f6dc2a', 'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'mac_address': 'fa:16:3e:a8:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:22Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 5, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'subnets': [{'id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:14:07.771239 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-fd861c0a-9087-4eee-a7c2-ab96809c8189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:07.784625 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:07.859157 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:07.977796 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-57e9a44c-00ba-43cb-b483-57cf8a399028 req-f0bcd0c4-85ce-4207-be64-8b531e4eb8b0 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 210 time: 0.0466299
Jun 01 10:14:08.017249 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 5c88c12b-7ea9-4c2f-8117-7ef430b43fed details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:14:08.036368 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200adb33-9cd0-4fcb-b27e-4b70802381d5 None None] New status for floating IP bf4327ca-01c0-4553-85e4-0f4220d18c86: ACTIVE {{(pid=91882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:14:08.042751 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-fd861c0a-9087-4eee-a7c2-ab96809c8189 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4799be1d965547fca527a357bf254a88&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3434610
Jun 01 10:14:08.046396 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45298) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:08.049490 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd861c0a-9087-4eee-a7c2-ab96809c8189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acda15ff-05ba-4ba7-9d52-25f32760d715,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:08.053920 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-fd861c0a-9087-4eee-a7c2-ab96809c8189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:08.099729 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-300f36f3-4f04-41ac-9b6d-b3b35f167f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:08.108226 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:08.140630 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f36f3-4f04-41ac-9b6d-b3b35f167f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57bb075-7dde-4000-ae80-c5bb1021c2e8,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:08.147437 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-300f36f3-4f04-41ac-9b6d-b3b35f167f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:08.160639 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-54b5aa27-7839-418d-adff-7ad56897d136 req-e89e60d4-96f7-422d-89f7-100ac4485632 service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4278243
Jun 01 10:14:08.170603 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-300f36f3-4f04-41ac-9b6d-b3b35f167f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:08.174548 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-300f36f3-4f04-41ac-9b6d-b3b35f167f2b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b57bb075-7dde-4000-ae80-c5bb1021c2e8 HTTP/1.1" status: 204  len: 168 time: 0.6443357
Jun 01 10:14:08.197575 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9101ce14-4b62-4742-85c8-0618eee4ddc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:08.313299 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9101ce14-4b62-4742-85c8-0618eee4ddc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:08.425353 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:08.459173 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-54b5aa27-7839-418d-adff-7ad56897d136 req-16c61b71-a2e1-4710-8ee0-6d3173b2bde0 service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2837589
Jun 01 10:14:08.463509 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9101ce14-4b62-4742-85c8-0618eee4ddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:08.468819 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ebf88910-f601-42d7-91c6-9ce33b72a3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:08.503109 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'port_id': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'mac_address': 'fa:16:3e:17:09:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:14:08.505244 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101ce14-4b62-4742-85c8-0618eee4ddc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acda15ff-05ba-4ba7-9d52-25f32760d715,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:08.510094 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9101ce14-4b62-4742-85c8-0618eee4ddc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:08.514236 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9101ce14-4b62-4742-85c8-0618eee4ddc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:08.519508 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-9101ce14-4b62-4742-85c8-0618eee4ddc7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/acda15ff-05ba-4ba7-9d52-25f32760d715 HTTP/1.1" status: 204  len: 168 time: 0.4641290
Jun 01 10:14:08.534127 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-740bc83c-cec8-45bf-8331-5497662325e9 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:08.535607 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-740bc83c-cec8-45bf-8331-5497662325e9 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "GET /v2.0/networks?id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf HTTP/1.1" status: 200  len: 815 time: 0.2926526
Jun 01 10:14:08.550562 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Request body: {'port': {'device_id': 'ae147e8d-64a0-4014-a912-ae11a4e28358', 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf', 'admin_state_up': True, 'tenant_id': '6e42e90419c64aa49f35ff4b6608a371'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:08.597999 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:08.636786 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c88c12b-7ea9-4c2f-8117-7ef430b43fed {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:14:08.677067 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:08.687337 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae8561-52a6-4da2-94dd-dc355c7627e3 req-7d198a90-867a-4a0c-b5ff-953b8a624208 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:08.691601 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:08.693374 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:08.702962 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b1ae8561-52a6-4da2-94dd-dc355c7627e3 req-7d198a90-867a-4a0c-b5ff-953b8a624208 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1626751
Jun 01 10:14:08.780155 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b1ae8561-52a6-4da2-94dd-dc355c7627e3 req-29e26467-3ec3-49ba-ab19-dc0b97398c4f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667176
Jun 01 10:14:08.828517 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:08.864280 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:08.873536 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:08.885925 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:08.887559 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:08.894640 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Made reservation on behalf of 6e42e90419c64aa49f35ff4b6608a371 for: {'port': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:14:08.908105 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:09.135328 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['5c88c12b-7ea9-4c2f-8117-7ef430b43fed'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:14:09.328616 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-14665802-0e4c-4b57-ac88-a49d33f82cd8 req-544d62f4-47f2-4df5-a77a-fe4f01d005b8 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 210 time: 0.0914733
Jun 01 10:14:09.366262 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Allocated IP 172.20.0.10 (ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf/a9cc419c-3db7-401e-8482-05d6112abc74/400089a5-f7b1-45bf-a6c2-d926694a58b4) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:14:09.390681 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c75306-ed83-46dd-a96c-01a645f3966b req-8dc2929a-4e1d-4544-bf49-ff0d80473a1f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:09.399222 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-31c75306-ed83-46dd-a96c-01a645f3966b req-8dc2929a-4e1d-4544-bf49-ff0d80473a1f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.4569573
Jun 01 10:14:09.476750 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-31c75306-ed83-46dd-a96c-01a645f3966b req-72d11345-c7b9-43db-9383-a87e32b4c914 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764129
Jun 01 10:14:09.674763 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:09.706758 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:09.713188 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:09.718636 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45356) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:09.792377 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:14:09.795695 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:14:09.801173 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:14:09.806803 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:09.807784 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:09.823071 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Pushing event updated for resources: {'Port': ['ID=400089a5-f7b1-45bf-a6c2-d926694a58b4,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:09.833940 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:09.834281 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:09.834651 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:09.835002 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:09.835354 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:09.835967 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:09.836268 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:09.836620 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:09.836966 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:09.837336 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:09.837681 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:09.838049 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:09.842156 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:09.864524 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3183713
Jun 01 10:14:09.872347 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45366) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:09.886380 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Request body: {'port': {'device_id': 'ae147e8d-64a0-4014-a912-ae11a4e28358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:09.915862 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2063725617-network', 'tenant_id': '2b1a5ed32a5b49a08c0f65e29444cb26'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:09.933368 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:09.976349 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1518072404-network', 'tenant_id': '2945f4dc0353411c8366296fd3f317a7'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:09.979987 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Usage tracker for resource:network and tenant:2b1a5ed32a5b49a08c0f65e29444cb26 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:09.988088 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:09.995638 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:10.002188 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:10.009309 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Usage tracker for resource:network and tenant:2945f4dc0353411c8366296fd3f317a7 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:10.019258 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:10.023925 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.033793 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:10.047559 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Made reservation on behalf of 2b1a5ed32a5b49a08c0f65e29444cb26 for: {'network': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:14:10.049674 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.062887 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Made reservation on behalf of 2945f4dc0353411c8366296fd3f317a7 for: {'network': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:14:10.065151 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.076500 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.092502 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.109921 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:10.118764 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Usage tracker for resource:security_group_rule and tenant:2b1a5ed32a5b49a08c0f65e29444cb26 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:10.121952 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:10.125019 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:10.133378 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Usage tracker for resource:security_group_rule and tenant:2945f4dc0353411c8366296fd3f317a7 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:10.136528 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:10.138652 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:10.149229 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81470c4-f267-43b6-931b-35d557b9bcf6 req-48fdcb8c-f6d9-4a07-84ee-7f3186ed3fb2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:10.150711 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d81470c4-f267-43b6-931b-35d557b9bcf6 req-48fdcb8c-f6d9-4a07-84ee-7f3186ed3fb2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 944 time: 0.2137938
Jun 01 10:14:10.159281 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:10.161303 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['9ae42cd5-ad15-4e43-a880-17f7bb75b792'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:14:10.252366 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d81470c4-f267-43b6-931b-35d557b9bcf6 req-3d9eea59-0d6a-4525-be25-17bdd563ac39 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951047
Jun 01 10:14:10.358068 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.373273 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.384993 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-4c761c13-f5ef-4f31-a085-9d07e797091f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:10.398610 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.419564 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.422500 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228}  {{(pid=91881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:14:10.443010 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4f7679-40ae-419b-bc6f-1d5c7f4b4999,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:10.448094 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.448592 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.segments_db [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Added segment c943e2f7-ba67-42d9-b2e8-7498db04cfc7 of type vlan for network 65471755-1752-40b5-b216-3151767f3521
Jun 01 10:14:10.457279 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400089a5-f7b1-45bf-a6c2-d926694a58b4 {{(pid=91880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:14:10.464593 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1218}  {{(pid=91881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:14:10.466590 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.468171 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:10.468745 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:10.469283 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:10.470097 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:10.471182 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:10.471631 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:10.471979 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:10.472323 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:10.472666 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:10.473004 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:10.473367 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:10.473702 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:10.477674 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:10.484533 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f668773e-99e9-4c3a-bd84-46e48df0e0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:10.505130 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.518800 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Transition to ACTIVE for port object 400089a5-f7b1-45bf-a6c2-d926694a58b4 will not be triggered until provisioned by entity L2. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:14:10.525905 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.526291 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.segments_db [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Added segment 366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb of type vlan for network 45355b5a-0d4d-4e98-8e71-5b42772ba6bb
Jun 01 10:14:10.528555 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.533255 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.541192 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:10.545412 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf29d96d-15a1-4416-8e07-9bcbcd965887,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:10.548906 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:10.568666 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.606781 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.610760 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:10.611435 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.619025 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:10.683672 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab7625-6878-4653-844f-477366976b96 service neutron] Pushing event updated for resources: {'Port': ['ID=400089a5-f7b1-45bf-a6c2-d926694a58b4,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:10.716727 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-beab7625-6878-4653-844f-477366976b96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:10.743118 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Attempting to bind port 400089a5-f7b1-45bf-a6c2-d926694a58b4 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:14:10.743460 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Attempting to bind port 400089a5-f7b1-45bf-a6c2-d926694a58b4 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'}] {{(pid=91880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:14:10.743794 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Attempting to bind port 400089a5-f7b1-45bf-a6c2-d926694a58b4 on network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:14:10.750114 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Port 400089a5-f7b1-45bf-a6c2-d926694a58b4 on network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:14:10.750438 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Attempting to bind port 400089a5-f7b1-45bf-a6c2-d926694a58b4 on network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:14:10.757199 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.760934 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79574d3-ea6c-47ca-819c-b6fff83e5630 req-3eec5a71-e3a6-4432-94a7-3f601091bbdc tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:10.761677 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-a79574d3-ea6c-47ca-819c-b6fff83e5630 req-3eec5a71-e3a6-4432-94a7-3f601091bbdc tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Synchronizing usage tracker for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:14:10.768434 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:10.768983 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:14:10.769128 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.769357 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Checking segment: {'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:14:10.770080 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Bound using segment: {'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'} {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:14:10.770248 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Bound port: 400089a5-f7b1-45bf-a6c2-d926694a58b4, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'}}] {{(pid=91880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:14:10.770612 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.809190 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Pushing event updated for resources: {'Network': ['ID=65471755-1752-40b5-b216-3151767f3521,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:10.812775 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:10.816236 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-568fca3d-fcd6-4ead-96f1-15316ba06b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:10.822640 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network 65471755-1752-40b5-b216-3151767f3521 details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:14:10.833729 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-a79574d3-ea6c-47ca-819c-b6fff83e5630 req-3eec5a71-e3a6-4432-94a7-3f601091bbdc tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Unset dirty status for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:14:10.834840 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a79574d3-ea6c-47ca-819c-b6fff83e5630 req-3eec5a71-e3a6-4432-94a7-3f601091bbdc tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 932 time: 0.3546898
Jun 01 10:14:10.838228 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1184571
Jun 01 10:14:10.847194 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9702675
Jun 01 10:14:10.847194 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45386) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:10.848787 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 45388) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:10.854024 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Request body: {'subnet': {'network_id': '45355b5a-0d4d-4e98-8e71-5b42772ba6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1518072404-subnet', 'tenant_id': '2945f4dc0353411c8366296fd3f317a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:10.879880 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:10.889527 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Usage tracker for resource:subnet and tenant:2945f4dc0353411c8366296fd3f317a7 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:10.904123 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:10.910004 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Request body: {'subnet': {'network_id': '65471755-1752-40b5-b216-3151767f3521', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2063725617-subnet', 'tenant_id': '2b1a5ed32a5b49a08c0f65e29444cb26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:10.919373 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:10.924404 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:10.932484 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Usage tracker for resource:subnet and tenant:2b1a5ed32a5b49a08c0f65e29444cb26 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:10.939658 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Pushing event updated for resources: {'Network': ['ID=45355b5a-0d4d-4e98-8e71-5b42772ba6bb,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:10.941980 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:10.943036 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:10.951155 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network 45355b5a-0d4d-4e98-8e71-5b42772ba6bb details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:14:10.953292 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a79574d3-ea6c-47ca-819c-b6fff83e5630 req-6fa51c9f-ed01-4ab3-921c-b917a7157568 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055551
Jun 01 10:14:10.954366 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] For port 400089a5-f7b1-45bf-a6c2-d926694a58b4, host hv-cinder-78477, cleared binding levels {{(pid=91880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:14:10.959098 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] For port 400089a5-f7b1-45bf-a6c2-d926694a58b4, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=400089a5-f7b1-45bf-a6c2-d926694a58b4,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:14:10.963800 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Made reservation on behalf of 2945f4dc0353411c8366296fd3f317a7 for: {'subnet': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:14:10.966368 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:10.968510 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03736525-a3a6-4dc3-93a3-ec394725e0ac req-011556ab-4e10-44ae-a5f8-88f127c0a199 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:10.974087 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-03736525-a3a6-4dc3-93a3-ec394725e0ac req-011556ab-4e10-44ae-a5f8-88f127c0a199 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.3557422
Jun 01 10:14:10.975294 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:10.986430 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:11.000453 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:11.011945 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Made reservation on behalf of 2b1a5ed32a5b49a08c0f65e29444cb26 for: {'subnet': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:14:11.015038 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:11.123167 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-03736525-a3a6-4dc3-93a3-ec394725e0ac req-4b13b615-d807-448f-a8c3-497b83f86ab0 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435924
Jun 01 10:14:11.123870 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:11.124489 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:11.127003 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-beab7625-6878-4653-844f-477366976b96 service neutron] 10.222.0.93 "PUT /v2.0/ports/400089a5-f7b1-45bf-a6c2-d926694a58b4 HTTP/1.1" status: 200  len: 1094 time: 1.2442315
Jun 01 10:14:11.128704 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae147e8d-64a0-4014-a912-ae11a4e28358', 'tag': '400089a5-f7b1-45bf-a6c2-d926694a58b4'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:14:11.131260 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae06290-daae-49cf-adff-1f4e02441597" -d '{"events": [{"name": "network-changed", "server_uuid": "ae147e8d-64a0-4014-a912-ae11a4e28358", "tag": "400089a5-f7b1-45bf-a6c2-d926694a58b4"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:14:11.181296 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab7625-6878-4653-844f-477366976b96 service neutron] Pushing event updated for resources: {'Port': ['ID=400089a5-f7b1-45bf-a6c2-d926694a58b4,revision_number=3']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:11.185281 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-beab7625-6878-4653-844f-477366976b96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:11.228259 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cbd288-d353-4fa7-8f3f-459c5572eded x-openstack-request-id: req-64cbd288-d353-4fa7-8f3f-459c5572eded {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:14:11.228851 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae147e8d-64a0-4014-a912-ae11a4e28358", "tag": "400089a5-f7b1-45bf-a6c2-d926694a58b4", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:14:11.229297 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-64cbd288-d353-4fa7-8f3f-459c5572eded {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:14:11.229856 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae147e8d-64a0-4014-a912-ae11a4e28358', 'tag': '400089a5-f7b1-45bf-a6c2-d926694a58b4', 'status': 'completed', 'code': 200}
Jun 01 10:14:11.543456 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-0eb8d36f-433e-4739-8ac1-f6aee023c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:11.546150 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-0eb8d36f-433e-4739-8ac1-f6aee023c1d9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6e42e90419c64aa49f35ff4b6608a371&device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 1097 time: 0.3536861
Jun 01 10:14:11.679305 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-35dabf7b-8517-46bf-ae1e-28eb6994576c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=400089a5-f7b1-45bf-a6c2-d926694a58b4 HTTP/1.1" status: 200  len: 217 time: 0.1137719
Jun 01 10:14:11.815279 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-dc91f9b8-f8e9-4714-98c8-942ffe8b2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:11.816674 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-dc91f9b8-f8e9-4714-98c8-942ffe8b2cc6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9cc419c-3db7-401e-8482-05d6112abc74 HTTP/1.1" status: 200  len: 855 time: 0.1283846
Jun 01 10:14:11.847260 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166'] for subnet, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:11.863885 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d7012261-8328-4a5b-8559-8d970b9766b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:11.881002 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-08dc1edd-7c5d-4d8f-9188-a25eff84770e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532439
Jun 01 10:14:11.889710 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710cd8f-0203-45f4-a10a-9a5166861b1e req-c28fed83-e8ab-4f50-bb62-ab697a53e926 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:11.891104 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6710cd8f-0203-45f4-a10a-9a5166861b1e req-c28fed83-e8ab-4f50-bb62-ab697a53e926 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 944 time: 0.2627251
Jun 01 10:14:11.963932 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=980cd6c6-e75f-4c17-9da5-edf0dcc7c379,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:11.974528 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a6e1c-b4d4-4222-bf58-03f22f15ed87 req-c82a7a14-9720-48da-be87-cca135440e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:11.976019 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fc0a6e1c-b4d4-4222-bf58-03f22f15ed87 req-c82a7a14-9720-48da-be87-cca135440e93 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=635eb482ecb44dfeaf04636e1da0589f&device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 1098 time: 0.3357732
Jun 01 10:14:11.979110 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:11.986908 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c0609-0af1-4ebb-9e36-66090ba12e7c req-8a290bd8-e60f-4e06-a285-a39edc1c7e0b tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:11.988788 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4e1c0609-0af1-4ebb-9e36-66090ba12e7c req-8a290bd8-e60f-4e06-a285-a39edc1c7e0b tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.3094876
Jun 01 10:14:11.989094 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Checking segment: {'id': 'c943e2f7-ba67-42d9-b2e8-7498db04cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '65471755-1752-40b5-b216-3151767f3521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:14:11.989460 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Network hostable DHCP agents. Network: 65471755-1752-40b5-b216-3151767f3521, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:14:12.023099 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 5c88c12b-7ea9-4c2f-8117-7ef430b43fed up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:14:12.040330 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6710cd8f-0203-45f4-a10a-9a5166861b1e req-f983f35c-18d4-43ba-ba60-8bc4d1eb390e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1258206
Jun 01 10:14:12.083433 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-77657198-1c46-4b8d-acc0-42225d4d028c service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1914055
Jun 01 10:14:12.126091 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:14:12.133253 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:14:12.133971 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:12.157278 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Network 65471755-1752-40b5-b216-3151767f3521 is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:14:12.162703 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4e1c0609-0af1-4ebb-9e36-66090ba12e7c req-d4e41450-611f-4bed-8d5f-2df9d9da3a3c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519263
Jun 01 10:14:12.186914 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, 65471755-1752-40b5-b216-3151767f3521) {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:14:12.191449 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:12.192341 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:12.209748 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a6e1c-b4d4-4222-bf58-03f22f15ed87 req-0568119b-c4bc-416b-a8e1-4420e0141531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:12.211690 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fc0a6e1c-b4d4-4222-bf58-03f22f15ed87 req-0568119b-c4bc-416b-a8e1-4420e0141531 service neutron] 10.222.0.93 "GET /v2.0/networks?id=cad8ba7a-17e4-4cfe-932e-84f43201305c HTTP/1.1" status: 200  len: 919 time: 0.2191420
Jun 01 10:14:12.215787 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b8b112-8ae2-45be-bad3-62f775ccd4bf None None] Network 65471755-1752-40b5-b216-3151767f3521 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:14:12.230605 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3811650
Jun 01 10:14:12.297748 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fc0a6e1c-b4d4-4222-bf58-03f22f15ed87 req-4e0c6269-aad0-47ff-a1d4-9f333159d30a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd470aa-5a07-45e9-8b04-9cb0eafa5337 HTTP/1.1" status: 200  len: 217 time: 0.0659084
Jun 01 10:14:12.387464 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166'] for subnet, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:12.404175 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-d9f57beb-ac4b-4014-8f72-fb0596b69438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:12.427208 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a6e1c-b4d4-4222-bf58-03f22f15ed87 req-1bc8a760-286d-4dba-9977-358f657f71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:12.428656 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fc0a6e1c-b4d4-4222-bf58-03f22f15ed87 req-1bc8a760-286d-4dba-9977-358f657f71eb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=087dba4d-b97f-47cb-b7f9-85b193c4f5a8 HTTP/1.1" status: 200  len: 857 time: 0.1230590
Jun 01 10:14:12.468511 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3b2919e6-cc13-40ee-816b-3d5e3103ce31 req-1cea1126-1c4c-4d67-b063-b276cc038d8a service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3545549
Jun 01 10:14:12.493280 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9865265-48cf-49f0-81df-3316d33835b1,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:12.498651 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:12.536360 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Checking segment: {'id': '366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '45355b5a-0d4d-4e98-8e71-5b42772ba6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:14:12.536866 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Network hostable DHCP agents. Network: 45355b5a-0d4d-4e98-8e71-5b42772ba6bb, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:14:12.547308 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fc0a6e1c-b4d4-4222-bf58-03f22f15ed87 req-9727edce-1ae0-48e6-ac1c-8461d57904c4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cad8ba7a-17e4-4cfe-932e-84f43201305c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1044259
Jun 01 10:14:12.632636 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ebc798-5da1-4de7-b99b-f9c93186e038 None None] Network 65471755-1752-40b5-b216-3151767f3521 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:14:12.633437 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2d905-cfca-4dc6-aeb6-f3d75dabca4a req-bf2617c2-7f45-404f-9369-13e18ba5b559 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:12.645402 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-47b2d905-cfca-4dc6-aeb6-f3d75dabca4a req-bf2617c2-7f45-404f-9369-13e18ba5b559 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 944 time: 0.4318233
Jun 01 10:14:12.718010 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Network 45355b5a-0d4d-4e98-8e71-5b42772ba6bb is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:14:12.763984 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, 45355b5a-0d4d-4e98-8e71-5b42772ba6bb) {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:14:12.772091 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06290-daae-49cf-adff-1f4e02441597 req-b478fd0f-6b83-4946-a6b5-e9b672e55549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:12.774067 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4ae06290-daae-49cf-adff-1f4e02441597 req-b478fd0f-6b83-4946-a6b5-e9b672e55549 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6e42e90419c64aa49f35ff4b6608a371&device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 1097 time: 0.2388389
Jun 01 10:14:12.788913 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:12.790227 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:12.804442 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:12.812851 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-47b2d905-cfca-4dc6-aeb6-f3d75dabca4a req-b64997bd-0f99-442f-b6c8-d5005f0c99f2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344376
Jun 01 10:14:12.829675 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fc0a6e1c-b4d4-4222-bf58-03f22f15ed87 req-f1a7e2bd-a3e0-4842-97f5-12786a523a5d service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2737966
Jun 01 10:14:12.849463 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9999759
Jun 01 10:14:12.885478 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7812162e-60f1-475d-a692-91dd82fc51f0 None None] Network 45355b5a-0d4d-4e98-8e71-5b42772ba6bb requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:14:12.934325 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:12.940002 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:14:12.942441 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d0405f-c2ed-48f3-91b7-01960552602d" -d '{"events": [{"server_uuid": "8f6eed30-fcbd-4f9f-be6e-315774b52504", "name": "network-vif-plugged", "status": "completed", "tag": "5c88c12b-7ea9-4c2f-8117-7ef430b43fed"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:14:12.984826 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:13.046394 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:13.091131 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06290-daae-49cf-adff-1f4e02441597 req-d54826db-b2d3-4e27-8f19-a4afe277fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:13.092626 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4ae06290-daae-49cf-adff-1f4e02441597 req-d54826db-b2d3-4e27-8f19-a4afe277fb61 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf HTTP/1.1" status: 200  len: 917 time: 0.3056893
Jun 01 10:14:13.129547 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7901f516-390f-4958-b714-19518d34aa29 x-openstack-request-id: req-7901f516-390f-4958-b714-19518d34aa29 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:14:13.129893 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6eed30-fcbd-4f9f-be6e-315774b52504", "name": "network-vif-plugged", "status": "completed", "tag": "5c88c12b-7ea9-4c2f-8117-7ef430b43fed", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:14:13.130284 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7901f516-390f-4958-b714-19518d34aa29 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:14:13.130508 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'code': 200}
Jun 01 10:14:13.185765 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:13.194320 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:13.201012 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45448) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:13.216568 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1652062914-network', 'tenant_id': 'd19c5c14ac7645ef87503eaa0dd477e2'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:13.232276 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4ae06290-daae-49cf-adff-1f4e02441597 req-3c041008-4e9c-44bf-ae3d-588eaadc9590 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=400089a5-f7b1-45bf-a6c2-d926694a58b4 HTTP/1.1" status: 200  len: 217 time: 0.1175587
Jun 01 10:14:13.258163 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:13.276108 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Usage tracker for resource:network and tenant:d19c5c14ac7645ef87503eaa0dd477e2 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:13.310063 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fc0a6e1c-b4d4-4222-bf58-03f22f15ed87 req-19a3e1fa-06ee-4ee5-b177-e1b7b6383b88 service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4732132
Jun 01 10:14:13.310924 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:13.334153 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:13.357876 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Made reservation on behalf of d19c5c14ac7645ef87503eaa0dd477e2 for: {'network': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:14:13.361503 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:13.372898 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06290-daae-49cf-adff-1f4e02441597 req-d79d755e-9098-46a3-b196-b37e41b40882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:13.374845 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4ae06290-daae-49cf-adff-1f4e02441597 req-d79d755e-9098-46a3-b196-b37e41b40882 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9cc419c-3db7-401e-8482-05d6112abc74 HTTP/1.1" status: 200  len: 855 time: 0.1095872
Jun 01 10:14:13.402041 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:13.424958 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:13.447033 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4ae06290-daae-49cf-adff-1f4e02441597 req-ba2fd09a-ac0b-46e7-a569-c8f323d3ff26 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593877
Jun 01 10:14:13.451164 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c8fd98-a166-423a-a8f3-922476c46312 None None] Network 45355b5a-0d4d-4e98-8e71-5b42772ba6bb requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:14:13.457572 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb6e1a-71fc-4081-a28a-e671d0789085 req-7f4ac84e-2f50-4700-aa5d-86a8a03df4f5 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:13.465050 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bbcb6e1a-71fc-4081-a28a-e671d0789085 req-7f4ac84e-2f50-4700-aa5d-86a8a03df4f5 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 945 time: 0.2315230
Jun 01 10:14:13.474754 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Usage tracker for resource:security_group_rule and tenant:d19c5c14ac7645ef87503eaa0dd477e2 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:13.483784 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:13.496536 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:13.524700 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04a13f-3b31-4500-b23a-6a92ee3423b0 req-407bba84-f2d9-42f8-a331-c86d9cc7616e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:13.531107 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0a04a13f-3b31-4500-b23a-6a92ee3423b0 req-407bba84-f2d9-42f8-a331-c86d9cc7616e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.2596090
Jun 01 10:14:13.640929 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5018d-5e9a-4739-af12-bad64e225a2e req-e659fcaa-6098-4cc3-9128-7e0e4ef10d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:13.643838 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8fc5018d-5e9a-4739-af12-bad64e225a2e req-e659fcaa-6098-4cc3-9128-7e0e4ef10d1f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 1098 time: 0.2097788
Jun 01 10:14:13.648478 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0a04a13f-3b31-4500-b23a-6a92ee3423b0 req-f10da3bf-922f-43e1-bf1b-b933438538d7 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1165314
Jun 01 10:14:13.714707 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bbcb6e1a-71fc-4081-a28a-e671d0789085 req-cbf69066-e6d3-45f9-ad6a-fc572da45401 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbdfff69-6097-4722-8972-c88c35afa1a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2486656
Jun 01 10:14:13.718535 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8fc5018d-5e9a-4739-af12-bad64e225a2e req-eb6261c7-f130-4cd4-84ee-7ae919b4db2a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638571
Jun 01 10:14:13.779972 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:13.787745 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:13.792730 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:13.813350 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4ae06290-daae-49cf-adff-1f4e02441597 req-d9b78679-5dd0-4d07-becb-3f6d8be69e08 service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3296514
Jun 01 10:14:13.815163 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1224}  {{(pid=91881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:14:13.842643 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6f1d48-c049-4f18-ba5d-807cadc76ba0,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:13.846654 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:13.847005 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.segments_db [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Added segment 48b6590d-0480-4d1a-abe7-718c6ec26e68 of type vlan for network c0eac78a-40d3-41cd-8313-780452c5c75f
Jun 01 10:14:13.848476 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:13.930065 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:13.978887 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baf14b-f449-4b31-9602-b9c40ff4be0f req-92422e33-1e76-41e9-b109-c621e0d913b6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:13.980481 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-01baf14b-f449-4b31-9602-b9c40ff4be0f req-92422e33-1e76-41e9-b109-c621e0d913b6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1311240
Jun 01 10:14:13.986030 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4ae06290-daae-49cf-adff-1f4e02441597 req-a27e6cf8-7c88-4600-8d04-962558a84124 service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588869
Jun 01 10:14:13.988920 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:13.992760 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:13.993691 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:14.010655 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:14.159260 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Pushing event updated for resources: {'Network': ['ID=c0eac78a-40d3-41cd-8313-780452c5c75f,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:14.165181 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-01baf14b-f449-4b31-9602-b9c40ff4be0f req-8ade3bdd-ed66-44f5-89a8-748bf153a477 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1747324
Jun 01 10:14:14.168917 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9639325
Jun 01 10:14:14.168917 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:14.169408 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45466) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:14.175772 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network c0eac78a-40d3-41cd-8313-780452c5c75f details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:14:14.187103 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Request body: {'subnet': {'network_id': 'c0eac78a-40d3-41cd-8313-780452c5c75f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1652062914-subnet', 'tenant_id': 'd19c5c14ac7645ef87503eaa0dd477e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:14.192249 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:14.196441 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Usage tracker for resource:subnet and tenant:d19c5c14ac7645ef87503eaa0dd477e2 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:14.199545 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:14.206503 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:14.212539 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8896a92-5c4c-4846-8e4d-0ddc9f4ca412 req-aaeb80f9-0441-446a-b8da-7dda16b6def6 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:14.214029 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a8896a92-5c4c-4846-8e4d-0ddc9f4ca412 req-aaeb80f9-0441-446a-b8da-7dda16b6def6 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 944 time: 0.1292131
Jun 01 10:14:14.218671 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Made reservation on behalf of d19c5c14ac7645ef87503eaa0dd477e2 for: {'subnet': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:14:14.222001 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:14.269304 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a8896a92-5c4c-4846-8e4d-0ddc9f4ca412 req-3ec03183-50ff-4b7e-b9b9-3028bda4760b tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465579
Jun 01 10:14:14.688045 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166'] for subnet, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:14.693438 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:14.769536 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6292ba4-fd4e-4fda-9cd5-a587a6a25b8b,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:14.776643 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:14.789666 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Checking segment: {'id': '48b6590d-0480-4d1a-abe7-718c6ec26e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c0eac78a-40d3-41cd-8313-780452c5c75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:14:14.789666 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Network hostable DHCP agents. Network: c0eac78a-40d3-41cd-8313-780452c5c75f, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:14:14.848529 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Network c0eac78a-40d3-41cd-8313-780452c5c75f is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:14:14.868734 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, c0eac78a-40d3-41cd-8313-780452c5c75f) {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:14:14.873226 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:14.874001 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:14.881078 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b16cf81-593b-4a00-b30a-4a3bdfa0813c None None] Network c0eac78a-40d3-41cd-8313-780452c5c75f requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:14:14.904305 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7340672
Jun 01 10:14:14.910625 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dc169-8027-44af-82f8-ef07b9cae068 req-abd6ab61-25ea-4665-9379-5a59d42d53e9 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:14.912329 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d27dc169-8027-44af-82f8-ef07b9cae068 req-abd6ab61-25ea-4665-9379-5a59d42d53e9 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 945 time: 0.0844529
Jun 01 10:14:14.913739 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8cbde-6673-4dd6-babd-e02022cec6ba req-b36f889e-05a6-4f8d-8c85-362526749dca tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:14.915199 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4fe8cbde-6673-4dd6-babd-e02022cec6ba req-b36f889e-05a6-4f8d-8c85-362526749dca tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1249738
Jun 01 10:14:14.967009 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4fe8cbde-6673-4dd6-babd-e02022cec6ba req-72cad2c6-c28f-4d93-8116-bcfb08307356 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458360
Jun 01 10:14:14.974122 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d27dc169-8027-44af-82f8-ef07b9cae068 req-dbddb6ed-29d2-4a93-ab26-e9036b6f470b tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbdfff69-6097-4722-8972-c88c35afa1a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489731
Jun 01 10:14:15.119702 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2869beee-dbef-4100-8460-a3d93dcbc841 None None] Network c0eac78a-40d3-41cd-8313-780452c5c75f requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:14:15.488112 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d512a20-5642-44b2-8150-32a201a0193f req-cdbf0aa9-d294-4970-9ecc-e0f67070359c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:15.489834 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4d512a20-5642-44b2-8150-32a201a0193f req-cdbf0aa9-d294-4970-9ecc-e0f67070359c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1019735
Jun 01 10:14:15.509324 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7926860-f359-43ed-ac4b-f088658dac4e req-8a87de1a-3158-46c7-b9e1-46ae17876fc5 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:15.510886 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f7926860-f359-43ed-ac4b-f088658dac4e req-8a87de1a-3158-46c7-b9e1-46ae17876fc5 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 944 time: 0.0957808
Jun 01 10:14:15.536010 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4d512a20-5642-44b2-8150-32a201a0193f req-81500a74-6db1-4403-85d2-b11541e0248c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405817
Jun 01 10:14:15.561820 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f7926860-f359-43ed-ac4b-f088658dac4e req-bdab85a5-b8f0-4fe0-89df-15be2b6976e0 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438178
Jun 01 10:14:15.801026 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-fd80c7c9-5d65-44b6-9f30-274e01197d55 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:15.802478 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-fd80c7c9-5d65-44b6-9f30-274e01197d55 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/networks?id=45355b5a-0d4d-4e98-8e71-5b42772ba6bb HTTP/1.1" status: 200  len: 809 time: 0.1561468
Jun 01 10:14:15.816714 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-97b2b07e-39ae-4346-a005-058e77183dc5 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/quotas/2945f4dc0353411c8366296fd3f317a7 HTTP/1.1" status: 200  len: 375 time: 0.0087273
Jun 01 10:14:15.867992 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-ca9512cf-5e2a-491c-a2db-505e8f2d911d tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2945f4dc0353411c8366296fd3f317a7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0460973
Jun 01 10:14:16.010415 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-b12013df-1300-4072-854b-2fdab7b41032 service neutron] 10.222.0.86 "GET /v2.0/networks/45355b5a-0d4d-4e98-8e71-5b42772ba6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357765
Jun 01 10:14:16.051955 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 400089a5-f7b1-45bf-a6c2-d926694a58b4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:14:16.150708 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-dc464842-003e-487e-afbf-78fe5d471f63 service neutron] 10.222.0.86 "GET /v2.0/networks/45355b5a-0d4d-4e98-8e71-5b42772ba6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340437
Jun 01 10:14:16.190715 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b2c53-9120-4779-b5d7-72d719ca3f0b req-37961747-7302-48bc-a4bf-12fe8141814f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:16.192739 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-529b2c53-9120-4779-b5d7-72d719ca3f0b req-37961747-7302-48bc-a4bf-12fe8141814f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1053112
Jun 01 10:14:16.261848 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 400089a5-f7b1-45bf-a6c2-d926694a58b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=400089a5-f7b1-45bf-a6c2-d926694a58b4,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:16.271592 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-529b2c53-9120-4779-b5d7-72d719ca3f0b req-6eef61e1-c9c0-4b61-b0ab-1a457772378e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718989
Jun 01 10:14:16.283910 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '400089a5-f7b1-45bf-a6c2-d926694a58b4', 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf', 'port_id': '400089a5-f7b1-45bf-a6c2-d926694a58b4', 'mac_address': 'fa:16:3e:bc:12:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9cc419c-3db7-401e-8482-05d6112abc74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:14:16.310194 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70386ad9-fee7-4e8f-a443-ee91c352f69f req-95037c68-372d-4611-8693-e4dc046496f4 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:16.312286 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-70386ad9-fee7-4e8f-a443-ee91c352f69f req-95037c68-372d-4611-8693-e4dc046496f4 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.93 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 945 time: 0.1529734
Jun 01 10:14:16.376406 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:16.397227 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400089a5-f7b1-45bf-a6c2-d926694a58b4 {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:14:16.416966 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 400089a5-f7b1-45bf-a6c2-d926694a58b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=400089a5-f7b1-45bf-a6c2-d926694a58b4,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:16.422535 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:16.425770 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:16.487819 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bae223-7b53-4eb0-8e3d-6e8d9baac659 req-a181442b-e6b5-42ef-8f62-196bae410c50 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:16.489349 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-50bae223-7b53-4eb0-8e3d-6e8d9baac659 req-a181442b-e6b5-42ef-8f62-196bae410c50 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 945 time: 0.0990558
Jun 01 10:14:16.510029 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [req-70386ad9-fee7-4e8f-a443-ee91c352f69f req-fa01cdb6-2f1b-489f-9112-9feb47f69c8e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Deleting port fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:14:16.510374 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-70386ad9-fee7-4e8f-a443-ee91c352f69f req-fa01cdb6-2f1b-489f-9112-9feb47f69c8e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:16.519251 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=400089a5-f7b1-45bf-a6c2-d926694a58b4,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:16.528854 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:16.529266 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:16.529622 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:16.529961 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:16.530297 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:16.530688 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:16.531024 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:16.531913 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:16.533502 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:16.534029 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:16.534312 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:16.534761 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:14:16.552525 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:16.580848 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-50bae223-7b53-4eb0-8e3d-6e8d9baac659 req-9423a46b-849b-472c-8e3a-369ccaf4782c tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbdfff69-6097-4722-8972-c88c35afa1a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772140
Jun 01 10:14:16.691484 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ccb637a4-dbb5-4b27-9e02-ec8ea356ac90 req-cad13ecc-bfc5-40ed-bdbc-e44ec681795b tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 210 time: 0.0595560
Jun 01 10:14:16.733178 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['400089a5-f7b1-45bf-a6c2-d926694a58b4'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:14:16.739251 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-70386ad9-fee7-4e8f-a443-ee91c352f69f req-fa01cdb6-2f1b-489f-9112-9feb47f69c8e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] For port fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec,segment=NetworkSegment(1565d90b-24b9-4b25-bea9-ff7a89d15c90),segment_id=1565d90b-24b9-4b25-bea9-ff7a89d15c90)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:16.739579 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-70386ad9-fee7-4e8f-a443-ee91c352f69f req-fa01cdb6-2f1b-489f-9112-9feb47f69c8e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:16.988951 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff177fc3-d038-4fef-a612-2035526b1be1 req-91f20662-3c1a-4d7d-9662-cffcf304817f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:16.990695 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ff177fc3-d038-4fef-a612-2035526b1be1 req-91f20662-3c1a-4d7d-9662-cffcf304817f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1154373
Jun 01 10:14:17.011636 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [req-70386ad9-fee7-4e8f-a443-ee91c352f69f req-fa01cdb6-2f1b-489f-9112-9feb47f69c8e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Calling delete_port for fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec owned by compute:nova {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:14:17.058092 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ff177fc3-d038-4fef-a612-2035526b1be1 req-fd81da7c-cbb0-48f5-bae0-69d3b1cb0be7 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547466
Jun 01 10:14:17.120212 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b7154-b0b1-49c8-9cf6-245b6fa8fc37 req-1865f619-3ad4-4729-87a7-03099fdfda1f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:17.121679 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2c8b7154-b0b1-49c8-9cf6-245b6fa8fc37 req-1865f619-3ad4-4729-87a7-03099fdfda1f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.5017066
Jun 01 10:14:17.131529 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45538) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:17.138448 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-25804ff4-af65-4300-bc73-a1319861f291 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Request body: {'floatingip': {'port_id': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:17.246647 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25804ff4-af65-4300-bc73-a1319861f291 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for floatingip, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:17.265249 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-70386ad9-fee7-4e8f-a443-ee91c352f69f req-fa01cdb6-2f1b-489f-9112-9feb47f69c8e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:17.278648 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:17.369563 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01cdb6-2f1b-489f-9112-9feb47f69c8e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Pushing event deleted for resources: {'Port': ['ID=fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:17.370843 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-fa01cdb6-2f1b-489f-9112-9feb47f69c8e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:17.412125 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [req-70386ad9-fee7-4e8f-a443-ee91c352f69f req-fa01cdb6-2f1b-489f-9112-9feb47f69c8e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] No DVR routers for this DVR port fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec on host hv-cinder-78477 {{(pid=91880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:14:17.415937 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-70386ad9-fee7-4e8f-a443-ee91c352f69f req-fa01cdb6-2f1b-489f-9112-9feb47f69c8e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:17.418873 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714194e3-c33c-4130-93b4-a76c040c59fb', 'name': 'network-vif-deleted', 'tag': 'fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:14:17.421121 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8974a133-f77c-4178-9681-4fc83527bb31" -d '{"events": [{"server_uuid": "714194e3-c33c-4130-93b4-a76c040c59fb", "name": "network-vif-deleted", "tag": "fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:14:17.441910 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-70386ad9-fee7-4e8f-a443-ee91c352f69f req-fa01cdb6-2f1b-489f-9112-9feb47f69c8e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.93 "DELETE /v2.0/ports/fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec HTTP/1.1" status: 204  len: 173 time: 1.1232116
Jun 01 10:14:17.502565 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e40ffbd-fa3e-4781-b749-066c50899258 x-openstack-request-id: req-3e40ffbd-fa3e-4781-b749-066c50899258 {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:14:17.503069 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714194e3-c33c-4130-93b4-a76c040c59fb", "name": "network-vif-deleted", "tag": "fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:14:17.503522 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3e40ffbd-fa3e-4781-b749-066c50899258 {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:14:17.504082 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714194e3-c33c-4130-93b4-a76c040c59fb', 'name': 'network-vif-deleted', 'tag': 'fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec', 'status': 'completed', 'code': 200}
Jun 01 10:14:17.506176 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3cc2e-312e-4ef1-9c68-80686d2e328a req-bf344d13-8c07-41a3-90c7-65ccc355aa78 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:17.513381 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8bb3cc2e-312e-4ef1-9c68-80686d2e328a req-bf344d13-8c07-41a3-90c7-65ccc355aa78 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 945 time: 0.2105780
Jun 01 10:14:17.641833 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8bb3cc2e-312e-4ef1-9c68-80686d2e328a req-acb562f5-102a-4aff-8115-121b9bc46ba9 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273317
Jun 01 10:14:17.666081 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:14:17.863895 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d141fe41-691c-434a-bd43-d0d115871826 req-11cb836e-a6bc-4b43-8047-a6f8682c8f08 tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] 10.222.0.86 "GET /v2.0/ports?device_id=714194e3-c33c-4130-93b4-a76c040c59fb HTTP/1.1" status: 200  len: 210 time: 0.0619297
Jun 01 10:14:17.893866 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-271c6713-0277-4628-bdda-0833a6db3e45 req-6f8ba92b-a24b-43ff-9f78-67fba4e6a957 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 210 time: 0.0837598
Jun 01 10:14:18.056766 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 400089a5-f7b1-45bf-a6c2-d926694a58b4 up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:14:18.069212 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-ca988c91-5774-4c08-997b-23a87f7ac615 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:18.075144 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-ca988c91-5774-4c08-997b-23a87f7ac615 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.93 "GET /v2.0/networks?id=45355b5a-0d4d-4e98-8e71-5b42772ba6bb HTTP/1.1" status: 200  len: 809 time: 0.2305245
Jun 01 10:14:18.099316 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Request body: {'port': {'device_id': '0f696445-a6bc-4b84-819e-42f71c528744', 'network_id': '45355b5a-0d4d-4e98-8e71-5b42772ba6bb', 'admin_state_up': True, 'tenant_id': '2945f4dc0353411c8366296fd3f317a7'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:18.181196 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port 400089a5-f7b1-45bf-a6c2-d926694a58b4 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:14:18.187575 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 400089a5-f7b1-45bf-a6c2-d926694a58b4 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:14:18.188288 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:18.223429 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25804ff4-af65-4300-bc73-a1319861f291 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:18.228542 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25804ff4-af65-4300-bc73-a1319861f291 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:18.271386 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:18.275359 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Usage tracker for resource:port and tenant:2945f4dc0353411c8366296fd3f317a7 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:18.278303 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:18.284642 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:18.295272 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Made reservation on behalf of 2945f4dc0353411c8366296fd3f317a7 for: {'port': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:14:18.299171 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:18.326909 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:18.358229 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae147e8d-64a0-4014-a912-ae11a4e28358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400089a5-f7b1-45bf-a6c2-d926694a58b4'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:14:18.360567 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5798bc0-c3e6-4a1f-b869-d0e9dacb5a11" -d '{"events": [{"server_uuid": "ae147e8d-64a0-4014-a912-ae11a4e28358", "name": "network-vif-plugged", "status": "completed", "tag": "400089a5-f7b1-45bf-a6c2-d926694a58b4"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:14:18.369795 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 400089a5-f7b1-45bf-a6c2-d926694a58b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=400089a5-f7b1-45bf-a6c2-d926694a58b4,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:18.376484 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:18.377654 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:14:18.408838 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:18.448855 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f445a1e-2b39-4b74-9c88-a3873b54021a x-openstack-request-id: req-9f445a1e-2b39-4b74-9c88-a3873b54021a {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:14:18.448855 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae147e8d-64a0-4014-a912-ae11a4e28358", "name": "network-vif-plugged", "status": "completed", "tag": "400089a5-f7b1-45bf-a6c2-d926694a58b4", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:14:18.449231 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9f445a1e-2b39-4b74-9c88-a3873b54021a {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:14:18.449714 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae147e8d-64a0-4014-a912-ae11a4e28358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400089a5-f7b1-45bf-a6c2-d926694a58b4', 'code': 200}
Jun 01 10:14:18.463755 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:14:18.464253 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device fe0407c0-cc64-43f7-8fc5-8ebcd4bc6bec not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:14:18.480531 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d835ed9-89eb-4510-9185-0f17005c8476 req-f96e4b73-3b1f-4e50-af9b-43a562e1d308 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:18.481766 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Allocated IP 172.20.0.12 (45355b5a-0d4d-4e98-8e71-5b42772ba6bb/e9865265-48cf-49f0-81df-3316d33835b1/d7372aa3-bcf2-4106-a616-ac0f42751f78) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:14:18.487965 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6d835ed9-89eb-4510-9185-0f17005c8476 req-f96e4b73-3b1f-4e50-af9b-43a562e1d308 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1967030
Jun 01 10:14:18.496005 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=400089a5-f7b1-45bf-a6c2-d926694a58b4,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:18.506980 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:18.521386 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.l3_db [None req-25804ff4-af65-4300-bc73-a1319861f291 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Floating IP 6d0983cc-b024-49f7-886f-98d95e4c2015 associated. External IP: 172.27.3.197, port: 5c88c12b-7ea9-4c2f-8117-7ef430b43fed.
Jun 01 10:14:18.723857 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6d835ed9-89eb-4510-9185-0f17005c8476 req-2e18efab-1dc1-4d5f-b075-d5d302c92fc4 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2349010
Jun 01 10:14:18.770963 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:18.803468 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:18.811971 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:18.929096 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Pushing event updated for resources: {'Port': ['ID=d7372aa3-bcf2-4106-a616-ac0f42751f78,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:18.933753 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:18.947608 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Network 45355b5a-0d4d-4e98-8e71-5b42772ba6bb is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:14:18.949678 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:14:18.952282 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:14:18.966973 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:18.967647 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:18.999674 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9044302
Jun 01 10:14:19.032203 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Request body: {'port': {'device_id': '0f696445-a6bc-4b84-819e-42f71c528744', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:19.041972 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd65a9-fc7a-4f62-937e-73e7b1c0bed5 req-b21121bd-3997-4af2-8965-aac5cf55133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:19.043572 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-22bd65a9-fc7a-4f62-937e-73e7b1c0bed5 req-b21121bd-3997-4af2-8965-aac5cf55133b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 1099 time: 0.3785391
Jun 01 10:14:19.168160 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b3cb0-939c-4ae8-a6b8-9367544a1c44 req-5a25091a-6d0a-4ded-ba52-c39bb7faf6bc tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:19.175280 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ce6b3cb0-939c-4ae8-a6b8-9367544a1c44 req-5a25091a-6d0a-4ded-ba52-c39bb7faf6bc tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 946 time: 0.3065896
Jun 01 10:14:19.235578 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-22bd65a9-fc7a-4f62-937e-73e7b1c0bed5 req-24c2ff90-ccd2-4e61-be93-091af8b4a179 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795375
Jun 01 10:14:19.264217 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:19.311896 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ce6b3cb0-939c-4ae8-a6b8-9367544a1c44 req-f7f5467f-99e1-49fe-90e0-6b0d38245da1 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327176
Jun 01 10:14:19.345795 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25804ff4-af65-4300-bc73-a1319861f291 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Router 92d99c24-633c-42b3-80e9-14f0b85999c0 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:14:19.380382 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33109280-7232-4945-a814-29d380806f0f req-4eba1266-05db-44a3-ad1d-2775438f4bf7 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:19.381232 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-33109280-7232-4945-a814-29d380806f0f req-4eba1266-05db-44a3-ad1d-2775438f4bf7 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Synchronizing usage tracker for tenant:2945f4dc0353411c8366296fd3f317a7 on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:14:19.494169 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-33109280-7232-4945-a814-29d380806f0f req-4eba1266-05db-44a3-ad1d-2775438f4bf7 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Unset dirty status for tenant:2945f4dc0353411c8366296fd3f317a7 on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:14:19.495346 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-33109280-7232-4945-a814-29d380806f0f req-4eba1266-05db-44a3-ad1d-2775438f4bf7 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 932 time: 0.3122900
Jun 01 10:14:19.604532 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25804ff4-af65-4300-bc73-a1319861f291 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:14:19.609666 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25804ff4-af65-4300-bc73-a1319861f291 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:19.618313 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40692153-a8be-4b92-b580-d55e4eaefa56 None None] Sync routers for ids ['92d99c24-633c-42b3-80e9-14f0b85999c0'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:14:19.629006 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40692153-a8be-4b92-b580-d55e4eaefa56 None None] Routers {'92d99c24-633c-42b3-80e9-14f0b85999c0'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:14:19.629651 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-40692153-a8be-4b92-b580-d55e4eaefa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486019460>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:14:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['92d99c24-633c-42b3-80e9-14f0b85999c0'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:19.645027 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-33109280-7232-4945-a814-29d380806f0f req-82a9f8fc-fa78-431e-be84-1dcb1da5675b tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387961
Jun 01 10:14:19.695217 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-25804ff4-af65-4300-bc73-a1319861f291 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "PUT /v2.0/floatingips/6d0983cc-b024-49f7-886f-98d95e4c2015 HTTP/1.1" status: 200  len: 991 time: 2.5598130
Jun 01 10:14:19.695217 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'tag': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:14:19.696076 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d1842c-ca97-42f9-9d13-0206fbcb4f48" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6eed30-fcbd-4f9f-be6e-315774b52504", "tag": "5c88c12b-7ea9-4c2f-8117-7ef430b43fed"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:14:19.783662 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f663a86-8449-46d1-a67f-c3b213efbe3a x-openstack-request-id: req-0f663a86-8449-46d1-a67f-c3b213efbe3a {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:14:19.784280 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6eed30-fcbd-4f9f-be6e-315774b52504", "tag": "5c88c12b-7ea9-4c2f-8117-7ef430b43fed", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:14:19.784280 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0f663a86-8449-46d1-a67f-c3b213efbe3a {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:14:19.784662 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'tag': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'status': 'completed', 'code': 200}
Jun 01 10:14:19.898121 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-40692153-a8be-4b92-b580-d55e4eaefa56 None None] Set router 92d99c24-633c-42b3-80e9-14f0b85999c0 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:14:19.950345 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1842c-ca97-42f9-9d13-0206fbcb4f48 req-0d83c9c2-400c-4a63-8e2d-10f01db95328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:19.952180 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b3d1842c-ca97-42f9-9d13-0206fbcb4f48 req-0d83c9c2-400c-4a63-8e2d-10f01db95328 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79697cda1c4247899e55e134a9e5b375&device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 1098 time: 0.1343882
Jun 01 10:14:20.039345 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7372aa3-bcf2-4106-a616-ac0f42751f78 {{(pid=91880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:14:20.056575 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:20.106789 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Transition to ACTIVE for port object d7372aa3-bcf2-4106-a616-ac0f42751f78 will not be triggered until provisioned by entity L2. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:14:20.125137 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:20.134556 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:20.244476 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f092bd4-f02d-4e5d-acee-0e06dcc5c69c req-c6b62250-f292-4efd-a9fe-be83a81f3eaf tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:20.252217 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6f092bd4-f02d-4e5d-acee-0e06dcc5c69c req-c6b62250-f292-4efd-a9fe-be83a81f3eaf tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.3323655
Jun 01 10:14:20.288175 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1842c-ca97-42f9-9d13-0206fbcb4f48 req-cd73929c-6b3b-45e6-9b3b-f55de0bf54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:20.290279 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b3d1842c-ca97-42f9-9d13-0206fbcb4f48 req-cd73929c-6b3b-45e6-9b3b-f55de0bf54ae service neutron] 10.222.0.93 "GET /v2.0/networks?id=5eec1d6c-37df-44d5-a3ce-e0625e581a69 HTTP/1.1" status: 200  len: 919 time: 0.3235176
Jun 01 10:14:20.316374 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-40692153-a8be-4b92-b580-d55e4eaefa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486019460>, [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:36Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': '6d0983cc-b024-49f7-886f-98d95e4c2015', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'port_id': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'mac_address': 'fa:16:3e:17:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:13:51Z', 'updated_at': '2021-06-01T10:14:17Z', 'revision_number': 1, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0b1836-9b86-4d35-91d9-a2ef6fe688f7', 'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'mac_address': 'fa:16:3e:d2:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:30Z', 'updated_at': '2021-06-01T10:13:48Z', 'revision_number': 5, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'subnets': [{'id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:20.321893 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40692153-a8be-4b92-b580-d55e4eaefa56 None None] Checking router: 92d99c24-633c-42b3-80e9-14f0b85999c0 for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:14:20.330219 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40692153-a8be-4b92-b580-d55e4eaefa56 None None] Routers {'92d99c24-633c-42b3-80e9-14f0b85999c0'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:14:20.330851 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-40692153-a8be-4b92-b580-d55e4eaefa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486019460>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:14:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['92d99c24-633c-42b3-80e9-14f0b85999c0'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:20.370755 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Pushing event updated for resources: {'Port': ['ID=d7372aa3-bcf2-4106-a616-ac0f42751f78,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:20.404794 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:20.435825 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6f092bd4-f02d-4e5d-acee-0e06dcc5c69c req-ac9a59e2-a3e4-4504-92ac-ade95ce31d14 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782775
Jun 01 10:14:20.467558 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b3d1842c-ca97-42f9-9d13-0206fbcb4f48 req-3f774a25-54aa-4a00-894e-96946e2fda29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed HTTP/1.1" status: 200  len: 999 time: 0.1597261
Jun 01 10:14:20.483414 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Attempting to bind port d7372aa3-bcf2-4106-a616-ac0f42751f78 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:14:20.484543 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Attempting to bind port d7372aa3-bcf2-4106-a616-ac0f42751f78 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '45355b5a-0d4d-4e98-8e71-5b42772ba6bb'}] {{(pid=91880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:14:20.497289 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Attempting to bind port d7372aa3-bcf2-4106-a616-ac0f42751f78 on network 45355b5a-0d4d-4e98-8e71-5b42772ba6bb {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:14:20.507776 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Port d7372aa3-bcf2-4106-a616-ac0f42751f78 on network 45355b5a-0d4d-4e98-8e71-5b42772ba6bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:14:20.509066 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Attempting to bind port d7372aa3-bcf2-4106-a616-ac0f42751f78 on network 45355b5a-0d4d-4e98-8e71-5b42772ba6bb {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:14:20.521627 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:14:20.523352 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Checking segment: {'id': '366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '45355b5a-0d4d-4e98-8e71-5b42772ba6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:14:20.524503 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Bound using segment: {'id': '366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '45355b5a-0d4d-4e98-8e71-5b42772ba6bb'} {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:14:20.525564 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Bound port: d7372aa3-bcf2-4106-a616-ac0f42751f78, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '45355b5a-0d4d-4e98-8e71-5b42772ba6bb'}}] {{(pid=91880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:14:20.527519 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:20.603168 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-40692153-a8be-4b92-b580-d55e4eaefa56 None None] Set router 92d99c24-633c-42b3-80e9-14f0b85999c0 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:14:20.618562 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1842c-ca97-42f9-9d13-0206fbcb4f48 req-fb91fca3-79a6-4f28-8bc6-0416559d4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:20.620020 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b3d1842c-ca97-42f9-9d13-0206fbcb4f48 req-fb91fca3-79a6-4f28-8bc6-0416559d4273 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c37142d9-9aeb-4f95-b35e-6158487f26f3 HTTP/1.1" status: 200  len: 856 time: 0.1407378
Jun 01 10:14:20.742917 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] For port d7372aa3-bcf2-4106-a616-ac0f42751f78, host hv-cinder-78477, cleared binding levels {{(pid=91880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:14:20.749123 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] For port d7372aa3-bcf2-4106-a616-ac0f42751f78, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d7372aa3-bcf2-4106-a616-ac0f42751f78,segment=NetworkSegment(366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb),segment_id=366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb)] {{(pid=91880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:14:20.760175 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:20.767895 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c74738b0-2129-4818-a843-ceff0ecd0c3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:20.806042 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1842c-ca97-42f9-9d13-0206fbcb4f48 req-ed12414f-f409-4506-808d-14cf86ad1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:20.807513 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b3d1842c-ca97-42f9-9d13-0206fbcb4f48 req-ed12414f-f409-4506-808d-14cf86ad1edf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5eec1d6c-37df-44d5-a3ce-e0625e581a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1409953
Jun 01 10:14:20.817194 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cebf1a-d754-4cb1-9a9f-34a1c2f85406 req-80dcb69e-183a-4a26-93e9-10622eff0d68 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:20.828845 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-29cebf1a-d754-4cb1-9a9f-34a1c2f85406 req-80dcb69e-183a-4a26-93e9-10622eff0d68 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 946 time: 0.2076683
Jun 01 10:14:20.867006 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:20.867680 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:20.869356 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] 10.222.0.93 "PUT /v2.0/ports/d7372aa3-bcf2-4106-a616-ac0f42751f78 HTTP/1.1" status: 200  len: 1094 time: 1.8460751
Jun 01 10:14:20.916035 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f696445-a6bc-4b84-819e-42f71c528744', 'tag': 'd7372aa3-bcf2-4106-a616-ac0f42751f78'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:14:20.918712 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008eaf19-bf6b-42db-8af4-ccc536907e51" -d '{"events": [{"name": "network-changed", "server_uuid": "0f696445-a6bc-4b84-819e-42f71c528744", "tag": "d7372aa3-bcf2-4106-a616-ac0f42751f78"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:14:20.997962 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-29cebf1a-d754-4cb1-9a9f-34a1c2f85406 req-a1f35d06-a65c-4660-8217-0ca0b9167f4f tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678348
Jun 01 10:14:21.013575 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Pushing event updated for resources: {'Port': ['ID=d7372aa3-bcf2-4106-a616-ac0f42751f78,revision_number=3']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:21.023879 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:21.063292 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b3d1842c-ca97-42f9-9d13-0206fbcb4f48 req-e4e584da-d97f-4b46-bdfc-daed2d699e27 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136500
Jun 01 10:14:21.082462 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f0203-49ab-42fe-a809-57835dc80040 req-c5496d56-3903-4869-ab32-623bcd3c2795 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:21.084532 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-dc5f0203-49ab-42fe-a809-57835dc80040 req-c5496d56-3903-4869-ab32-623bcd3c2795 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 944 time: 0.2305803
Jun 01 10:14:21.112247 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-40692153-a8be-4b92-b580-d55e4eaefa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486019460>, [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:36Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': '6d0983cc-b024-49f7-886f-98d95e4c2015', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'port_id': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'mac_address': 'fa:16:3e:17:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:13:51Z', 'updated_at': '2021-06-01T10:14:17Z', 'revision_number': 1, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0b1836-9b86-4d35-91d9-a2ef6fe688f7', 'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'mac_address': 'fa:16:3e:d2:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:30Z', 'updated_at': '2021-06-01T10:13:48Z', 'revision_number': 5, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'subnets': [{'id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:21.117933 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40692153-a8be-4b92-b580-d55e4eaefa56 None None] The sync data for ids ['92d99c24-633c-42b3-80e9-14f0b85999c0'] in dv-cinder-784779-13-iscsi is: [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:36Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': '6d0983cc-b024-49f7-886f-98d95e4c2015', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'port_id': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'mac_address': 'fa:16:3e:17:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:13:51Z', 'updated_at': '2021-06-01T10:14:17Z', 'revision_number': 1, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0b1836-9b86-4d35-91d9-a2ef6fe688f7', 'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'mac_address': 'fa:16:3e:d2:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:30Z', 'updated_at': '2021-06-01T10:13:48Z', 'revision_number': 5, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'subnets': [{'id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:14:21.177835 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-b92a06ae-1de8-45e8-a72d-6f86493253d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:21.191384 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-b92a06ae-1de8-45e8-a72d-6f86493253d8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2945f4dc0353411c8366296fd3f317a7&device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 1097 time: 0.2284329
Jun 01 10:14:21.252949 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b3d1842c-ca97-42f9-9d13-0206fbcb4f48 req-d37551ae-2577-4ed9-8b65-63c670edb7ed service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1746352
Jun 01 10:14:21.280184 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-dc5f0203-49ab-42fe-a809-57835dc80040 req-76a04fa1-73e8-4546-a233-e6cfdea34c30 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852007
Jun 01 10:14:21.281936 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-42ebd189-9ac1-4a3a-86fe-a40da17a72ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7372aa3-bcf2-4106-a616-ac0f42751f78 HTTP/1.1" status: 200  len: 217 time: 0.0896416
Jun 01 10:14:21.323121 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adec9d6-f1ce-4eb5-b9c8-c3fa55ac93b4 x-openstack-request-id: req-1adec9d6-f1ce-4eb5-b9c8-c3fa55ac93b4 {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:14:21.323430 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f696445-a6bc-4b84-819e-42f71c528744", "tag": "d7372aa3-bcf2-4106-a616-ac0f42751f78", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:14:21.323963 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1adec9d6-f1ce-4eb5-b9c8-c3fa55ac93b4 {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:14:21.324103 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f696445-a6bc-4b84-819e-42f71c528744', 'tag': 'd7372aa3-bcf2-4106-a616-ac0f42751f78', 'status': 'completed', 'code': 200}
Jun 01 10:14:21.358787 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-89e7f04d-cc1b-4703-886c-d42c2df11280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:21.360783 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-89e7f04d-cc1b-4703-886c-d42c2df11280 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e9865265-48cf-49f0-81df-3316d33835b1 HTTP/1.1" status: 200  len: 849 time: 0.0704083
Jun 01 10:14:21.371098 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a09a23-9d52-48e6-8d56-27816b838818 None None] New status for floating IP 6d0983cc-b024-49f7-886f-98d95e4c2015: ACTIVE {{(pid=91882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:14:21.384332 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45640) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:21.421317 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-25ec8ee7-51a2-47c7-bcf8-dfb05ee0a347 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=45355b5a-0d4d-4e98-8e71-5b42772ba6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447588
Jun 01 10:14:21.463407 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b864bfa-3aa2-4591-a428-975a71a72125 admin admin] Deleting subnet a86f4cf2-14cf-495f-a7c6-c15b38ec1fb8 {{(pid=91881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:14:21.471696 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8b864bfa-3aa2-4591-a428-975a71a72125 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:21.541135 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8b864bfa-3aa2-4591-a428-975a71a72125 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:21.549928 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8b864bfa-3aa2-4591-a428-975a71a72125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:21.737291 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-a9f6b7eb-1ee6-4aab-baac-49e1372ed5d4 service neutron] 10.222.0.93 "GET /v2.0/networks/45355b5a-0d4d-4e98-8e71-5b42772ba6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3060818
Jun 01 10:14:21.872658 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8b864bfa-3aa2-4591-a428-975a71a72125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166'] for subnet, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:21.877740 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:21.894367 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9f613-211e-41e6-bf22-a8e00d136b42 req-7ba46c7b-e311-4c16-9798-53389c4f5786 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:21.895816 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-59e9f613-211e-41e6-bf22-a8e00d136b42 req-7ba46c7b-e311-4c16-9798-53389c4f5786 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.2328668
Jun 01 10:14:21.913341 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b864bfa-3aa2-4591-a428-975a71a72125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a86f4cf2-14cf-495f-a7c6-c15b38ec1fb8,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:21.915300 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8b864bfa-3aa2-4591-a428-975a71a72125 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:21.918286 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-8b864bfa-3aa2-4591-a428-975a71a72125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:21.924575 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-8b864bfa-3aa2-4591-a428-975a71a72125 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a86f4cf2-14cf-495f-a7c6-c15b38ec1fb8 HTTP/1.1" status: 204  len: 168 time: 0.5368149
Jun 01 10:14:21.924774 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45650) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:21.934034 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8cc17bc3-4a8a-4a1f-8105-ff5e061363ec req-19b06907-3e50-43af-8e40-5f84994ce45a service neutron] 10.222.0.93 "GET /v2.0/networks/45355b5a-0d4d-4e98-8e71-5b42772ba6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1863663
Jun 01 10:14:21.960411 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-59e9f613-211e-41e6-bf22-a8e00d136b42 req-659103b9-832f-4b9b-aeca-e5c9190a53c7 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524948
Jun 01 10:14:22.036036 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:22.076893 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008eaf19-bf6b-42db-8af4-ccc536907e51 req-243758f0-be30-4ee7-8cce-77a1c6fe58c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:22.078404 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-008eaf19-bf6b-42db-8af4-ccc536907e51 req-243758f0-be30-4ee7-8cce-77a1c6fe58c1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2945f4dc0353411c8366296fd3f317a7&device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 1097 time: 0.0884836
Jun 01 10:14:22.210467 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:22.219388 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008eaf19-bf6b-42db-8af4-ccc536907e51 req-c4bb0dfc-bae6-4f22-b516-5622f5110f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:22.221402 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-008eaf19-bf6b-42db-8af4-ccc536907e51 req-c4bb0dfc-bae6-4f22-b516-5622f5110f50 service neutron] 10.222.0.93 "GET /v2.0/networks?id=45355b5a-0d4d-4e98-8e71-5b42772ba6bb HTTP/1.1" status: 200  len: 911 time: 0.1329753
Jun 01 10:14:22.234476 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd485b747c0>> segment before_delete 55550000 {{(pid=91881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:22.234943 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd485b747c0>> subnet precommit_delete_associations 55550000 {{(pid=91881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:22.235629 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd484dfabb0>> segment_host_mapping after_create 55550000 {{(pid=91881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:22.236050 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd484dfabb0>> port after_create 55550000 {{(pid=91881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:22.236400 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd484dfabb0>> port after_delete 55550000 {{(pid=91881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:22.236754 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd484dfabb0>> port after_update 55550000 {{(pid=91881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:22.237077 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd484dfabb0>> segment after_delete 55550000 {{(pid=91881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:22.237418 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd484dfabb0>> subnet after_create 55550000 {{(pid=91881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:22.237739 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd484dfabb0>> subnet after_delete 55550000 {{(pid=91881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:22.238058 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd484dfabb0>> subnet after_update 55550000 {{(pid=91881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:22.304482 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-008eaf19-bf6b-42db-8af4-ccc536907e51 req-2d78bcf3-1edd-4b74-b926-0152a3ea7957 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7372aa3-bcf2-4106-a616-ac0f42751f78 HTTP/1.1" status: 200  len: 217 time: 0.0713546
Jun 01 10:14:22.373865 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd485a01be0>> subnet after_create 55550000 {{(pid=91881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:22.374221 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd485a01be0>> subnet after_delete 55550000 {{(pid=91881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:22.374555 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd485a01be0>> subnet before_create 55550000 {{(pid=91881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:22.374889 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd485a01be0>> subnet before_update 55550000 {{(pid=91881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:22.375287 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd484dfa6d0>,) {'filters': {'network_id': ['b5eb6a19-d1bb-4e7d-8a43-22837226ee0d']}} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:22.395696 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd484dfa6d0>, '1565d90b-24b9-4b25-bea9-ff7a89d15c90') {'for_net_delete': True} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:22.395913 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd484dfa6d0>, '1565d90b-24b9-4b25-bea9-ff7a89d15c90') {} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:22.436045 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2273321'] for segment, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:22.446127 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008eaf19-bf6b-42db-8af4-ccc536907e51 req-265df4ad-bf0a-4ffe-a698-ceaa1526ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:22.447563 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-008eaf19-bf6b-42db-8af4-ccc536907e51 req-265df4ad-bf0a-4ffe-a698-ceaa1526ea76 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e9865265-48cf-49f0-81df-3316d33835b1 HTTP/1.1" status: 200  len: 849 time: 0.1344872
Jun 01 10:14:22.457462 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:22.473033 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda344f-8d3c-458c-8abb-42dbeef75029 req-365fcff6-2924-4503-a302-226beb34059f tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:22.474931 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7eda344f-8d3c-458c-8abb-42dbeef75029 req-365fcff6-2924-4503-a302-226beb34059f tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 946 time: 0.3122661
Jun 01 10:14:22.478474 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=91881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:14:22.478873 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3490552'] for segment, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   from cryptography.utils import int_from_bytes
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   from cryptography.utils import int_from_bytes
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]: Traceback (most recent call last):
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:     timer()
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:     cb(*args, **kw)
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:     return func(*args, **kwargs)
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:     self._notify()
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:     self.callback(batched_events)
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:     event.method(event)
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:     return f(self, *a, **k)
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._get(url).json()
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:14:22.496826 dv-cinder-784779-13-iscsi neutron-server[91881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:14:22.507594 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-008eaf19-bf6b-42db-8af4-ccc536907e51 req-037b978b-4aac-4a6a-9529-aad5ba6771e9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=45355b5a-0d4d-4e98-8e71-5b42772ba6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502453
Jun 01 10:14:22.710025 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7eda344f-8d3c-458c-8abb-42dbeef75029 req-4f1244b4-fbba-4874-89c7-d6d6eba50378 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2122526
Jun 01 10:14:22.710844 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:22.719111 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-7ec4fa38-cef5-412f-84ee-fc216872e3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:22.728057 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb30129-8f0c-49f0-9d57-01dce9b2bcfb req-1fa6e180-81d7-4465-88a9-3c0d06ab821d tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:22.735707 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-cdb30129-8f0c-49f0-9d57-01dce9b2bcfb req-1fa6e180-81d7-4465-88a9-3c0d06ab821d tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 944 time: 0.2228208
Jun 01 10:14:22.747906 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-008eaf19-bf6b-42db-8af4-ccc536907e51 req-49d2a715-97fe-4110-a286-423245e91933 service neutron] 10.222.0.93 "GET /v2.0/networks/45355b5a-0d4d-4e98-8e71-5b42772ba6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1952546
Jun 01 10:14:22.767585 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:22.774468 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5eb6a19-d1bb-4e7d-8a43-22837226ee0d,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:22.780538 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:22.793939 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] 10.222.0.86 "DELETE /v2.0/networks/b5eb6a19-d1bb-4e7d-8a43-22837226ee0d HTTP/1.1" status: 204  len: 168 time: 0.8654413
Jun 01 10:14:22.829310 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-cdb30129-8f0c-49f0-9d57-01dce9b2bcfb req-fe4539aa-9142-4f55-90f8-512c2c472aae tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914545
Jun 01 10:14:22.975428 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-008eaf19-bf6b-42db-8af4-ccc536907e51 req-24b4490a-4b09-400a-9569-53e53c78648d service neutron] 10.222.0.93 "GET /v2.0/networks/45355b5a-0d4d-4e98-8e71-5b42772ba6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1902611
Jun 01 10:14:23.069882 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 45680) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:23.176488 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-088a6a03-ba88-4d83-8806-b3e0a58991c5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=458c84b8befa457cafe526f012d4ce69&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1053095
Jun 01 10:14:23.179117 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 45688) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:23.199314 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c0b08-d031-4937-9876-8dd26565bf93 req-d0a5b267-f87e-4ad0-a80e-6101565d4dfe tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:23.200886 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d93c0b08-d031-4937-9876-8dd26565bf93 req-d0a5b267-f87e-4ad0-a80e-6101565d4dfe tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1155922
Jun 01 10:14:23.241351 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ccf6faf2-9012-4fde-8450-f6eab77532ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:23.259022 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d93c0b08-d031-4937-9876-8dd26565bf93 req-c46989dc-a889-4927-bafc-a459398ab313 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508280
Jun 01 10:14:23.277866 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ccf6faf2-9012-4fde-8450-f6eab77532ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:23.331846 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ccf6faf2-9012-4fde-8450-f6eab77532ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:23.336780 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-f2c06a3e-c883-4bc8-8517-951f8545f69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:23.349103 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6faf2-9012-4fde-8450-f6eab77532ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdfff69-6097-4722-8972-c88c35afa1a0,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:23.351930 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ccf6faf2-9012-4fde-8450-f6eab77532ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:23.360512 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ccf6faf2-9012-4fde-8450-f6eab77532ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:23.364401 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-ccf6faf2-9012-4fde-8450-f6eab77532ed admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dbdfff69-6097-4722-8972-c88c35afa1a0 HTTP/1.1" status: 204  len: 168 time: 0.1818147
Jun 01 10:14:24.041187 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941fb57-d1e4-42b5-acaf-81dd502ebd29 req-962b7446-297d-4384-9d69-b87e5dcc0a1e tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:24.049226 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6941fb57-d1e4-42b5-acaf-81dd502ebd29 req-962b7446-297d-4384-9d69-b87e5dcc0a1e tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 944 time: 0.1086237
Jun 01 10:14:24.096788 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6941fb57-d1e4-42b5-acaf-81dd502ebd29 req-a406dc00-945a-4d6f-b5ea-d22a78f7f6af tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464039
Jun 01 10:14:24.463288 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beed199-b855-495f-b28e-f382ae9814e6 req-5485420c-4415-42ca-8255-f7772879f063 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:24.464768 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3beed199-b855-495f-b28e-f382ae9814e6 req-5485420c-4415-42ca-8255-f7772879f063 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0891836
Jun 01 10:14:24.523590 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3beed199-b855-495f-b28e-f382ae9814e6 req-3c3b162e-871f-452d-884d-2c1210803f04 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522146
Jun 01 10:14:25.360928 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9df6d9-c47d-4196-a723-a1fab4f202fb req-56c557c1-d644-40a3-9529-8f01d72cade1 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:25.362508 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9a9df6d9-c47d-4196-a723-a1fab4f202fb req-56c557c1-d644-40a3-9529-8f01d72cade1 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 944 time: 0.0884147
Jun 01 10:14:25.410629 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-9a9df6d9-c47d-4196-a723-a1fab4f202fb req-b8d28752-2837-4c30-97c5-39deeeef1953 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Synchronizing usage tracker for tenant:2945f4dc0353411c8366296fd3f317a7 on resource:security_group {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:14:25.428786 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-9a9df6d9-c47d-4196-a723-a1fab4f202fb req-b8d28752-2837-4c30-97c5-39deeeef1953 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Unset dirty status for tenant:2945f4dc0353411c8366296fd3f317a7 on resource:security_group {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:14:25.430061 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9a9df6d9-c47d-4196-a723-a1fab4f202fb req-b8d28752-2837-4c30-97c5-39deeeef1953 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619583
Jun 01 10:14:25.628889 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-24d704cf-da38-445a-9e75-09437703e380 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:25.630417 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-24d704cf-da38-445a-9e75-09437703e380 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/networks?id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf HTTP/1.1" status: 200  len: 815 time: 0.1797683
Jun 01 10:14:25.647486 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-831d7c67-67a6-4e31-8ccf-7509c127ccf5 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/quotas/6e42e90419c64aa49f35ff4b6608a371 HTTP/1.1" status: 200  len: 375 time: 0.0096216
Jun 01 10:14:25.730920 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-2b5a2440-a901-4cef-a02c-d1c08da6a1e0 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e42e90419c64aa49f35ff4b6608a371&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0779984
Jun 01 10:14:25.738218 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fe498-fc6a-4f32-b75d-9cec02f5faac req-91a8e95d-cd3c-4dfe-93d4-823301fc6f26 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:25.739683 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-767fe498-fc6a-4f32-b75d-9cec02f5faac req-91a8e95d-cd3c-4dfe-93d4-823301fc6f26 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0849025
Jun 01 10:14:25.786188 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-767fe498-fc6a-4f32-b75d-9cec02f5faac req-57024081-94ad-4834-b267-2caa526f071c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410490
Jun 01 10:14:25.873812 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-8cd4460e-067c-4f3f-b617-64a04eb8ba82 service neutron] 10.222.0.86 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357868
Jun 01 10:14:26.008524 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-a4727d91-cec3-4d91-a406-3d1dc975eacd service neutron] 10.222.0.86 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281176
Jun 01 10:14:26.184736 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5ef8508f-eafd-4975-90a1-a4db8472d3a6 req-0357e3dd-e757-4ae9-a9bb-16f45bcc134c tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 210 time: 0.0478737
Jun 01 10:14:26.487618 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device d7372aa3-bcf2-4106-a616-ac0f42751f78 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:14:26.620373 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port d7372aa3-bcf2-4106-a616-ac0f42751f78, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d7372aa3-bcf2-4106-a616-ac0f42751f78,segment=NetworkSegment(366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb),segment_id=366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:26.633885 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': 'd7372aa3-bcf2-4106-a616-ac0f42751f78', 'network_id': '45355b5a-0d4d-4e98-8e71-5b42772ba6bb', 'port_id': 'd7372aa3-bcf2-4106-a616-ac0f42751f78', 'mac_address': 'fa:16:3e:1a:1c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9865265-48cf-49f0-81df-3316d33835b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:14:26.692015 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:26.709351 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7372aa3-bcf2-4106-a616-ac0f42751f78 {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:14:26.724931 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port d7372aa3-bcf2-4106-a616-ac0f42751f78, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d7372aa3-bcf2-4106-a616-ac0f42751f78,segment=NetworkSegment(366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb),segment_id=366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:26.728693 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:26.731210 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:26.796175 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=d7372aa3-bcf2-4106-a616-ac0f42751f78,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:26.799300 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:28.800811 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beaf87d-4577-4836-b5a4-8bca30c4af3f req-e1ab4717-7a13-41c3-8ea7-24975866125d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:28.802309 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7beaf87d-4577-4836-b5a4-8bca30c4af3f req-e1ab4717-7a13-41c3-8ea7-24975866125d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0863750
Jun 01 10:14:28.824999 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97238558-5689-4edd-95e9-9515edcae177 req-80f3853c-eff1-455c-805b-a5dc4ceddf06 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:28.826637 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-97238558-5689-4edd-95e9-9515edcae177 req-80f3853c-eff1-455c-805b-a5dc4ceddf06 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 945 time: 0.0982847
Jun 01 10:14:28.859173 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7beaf87d-4577-4836-b5a4-8bca30c4af3f req-95483a2c-ae94-49e0-8ef7-055a28d3f340 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511286
Jun 01 10:14:28.888415 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-97238558-5689-4edd-95e9-9515edcae177 req-96e153fb-896c-4c8e-b0dc-bea4c0277496 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552211
Jun 01 10:14:28.978546 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['d7372aa3-bcf2-4106-a616-ac0f42751f78'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:14:29.010587 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-04fb0d36-2b70-45f4-92bb-8d308279f101 req-50843fdb-fdca-4324-b5a9-9aceb28c91b6 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 210 time: 0.0462236
Jun 01 10:14:29.271416 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:14:29.683958 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-62c8e6a8-e2fb-4e65-970b-d10b6c4bd3da tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:29.685396 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-62c8e6a8-e2fb-4e65-970b-d10b6c4bd3da tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "GET /v2.0/networks?id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf HTTP/1.1" status: 200  len: 815 time: 0.1580865
Jun 01 10:14:29.700987 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Request body: {'port': {'device_id': 'fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4', 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf', 'admin_state_up': True, 'tenant_id': '6e42e90419c64aa49f35ff4b6608a371'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:29.894836 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:29.904266 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:29.926402 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Made reservation on behalf of 6e42e90419c64aa49f35ff4b6608a371 for: {'port': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:14:29.930069 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:30.127075 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b10d3-e34e-4751-bcf2-1b745be877f3 req-19aaad3e-ed18-49eb-9dd7-5a30d7760f31 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:30.129194 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7d5b10d3-e34e-4751-bcf2-1b745be877f3 req-19aaad3e-ed18-49eb-9dd7-5a30d7760f31 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 945 time: 0.0825732
Jun 01 10:14:30.183632 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7d5b10d3-e34e-4751-bcf2-1b745be877f3 req-aec8ad5b-2cf6-4330-babf-deebe000c219 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434711
Jun 01 10:14:30.186048 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Allocated IP 172.20.0.9 (ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf/a9cc419c-3db7-401e-8482-05d6112abc74/5a03167d-fb23-4cc2-ae0c-de57e2f92776) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:14:30.269250 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9b277-6b22-4da7-af4b-30800dad86b4 req-5e246768-20a1-4a76-9f61-398b6bd71319 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:30.270728 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8af9b277-6b22-4da7-af4b-30800dad86b4 req-5e246768-20a1-4a76-9f61-398b6bd71319 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1589386
Jun 01 10:14:30.327627 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2292bc21-c15e-42b8-ad1d-2f50e12a565e req-a595e0c6-e923-4df2-adb9-ec29e40cb56c tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 210 time: 0.0456023
Jun 01 10:14:30.407762 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8af9b277-6b22-4da7-af4b-30800dad86b4 req-8cce07e2-7ae3-4ffd-982e-9e94812c1d08 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144152
Jun 01 10:14:30.465130 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:30.494648 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:30.502259 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c0c091ad-d82d-49ec-876b-11bdbc0d0b0e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:30.507293 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['9ae42cd5-ad15-4e43-a880-17f7bb75b792', '400089a5-f7b1-45bf-a6c2-d926694a58b4'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:14:30.569821 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:14:30.573894 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:14:30.577997 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:14:30.584564 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:30.585361 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:30.599500 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Pushing event updated for resources: {'Port': ['ID=5a03167d-fb23-4cc2-ae0c-de57e2f92776,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:30.601765 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device d7372aa3-bcf2-4106-a616-ac0f42751f78 up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:14:30.604320 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:30.619051 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9218595
Jun 01 10:14:30.636110 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Request body: {'port': {'device_id': 'fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:30.728654 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port d7372aa3-bcf2-4106-a616-ac0f42751f78 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:14:30.739832 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port d7372aa3-bcf2-4106-a616-ac0f42751f78 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:14:30.740198 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:30.754026 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:31.026142 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-85375d65-cc7e-4915-9b42-13ab3dcbf1f7 req-f1aee19d-0f75-428d-bb7b-693d20f5b63d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1426420
Jun 01 10:14:31.066996 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:31.145027 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f696445-a6bc-4b84-819e-42f71c528744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7372aa3-bcf2-4106-a616-ac0f42751f78'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:14:31.147326 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a416d3af-fa9c-4fbc-995c-f5ab06fc7f93" -d '{"events": [{"server_uuid": "0f696445-a6bc-4b84-819e-42f71c528744", "name": "network-vif-plugged", "status": "completed", "tag": "d7372aa3-bcf2-4106-a616-ac0f42751f78"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:14:31.163440 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port d7372aa3-bcf2-4106-a616-ac0f42751f78, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d7372aa3-bcf2-4106-a616-ac0f42751f78,segment=NetworkSegment(366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb),segment_id=366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:31.171018 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:31.173627 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:31.235733 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf017aa-f352-41dc-ac08-0fc3632823ed x-openstack-request-id: req-fdf017aa-f352-41dc-ac08-0fc3632823ed {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:14:31.236084 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f696445-a6bc-4b84-819e-42f71c528744", "name": "network-vif-plugged", "status": "completed", "tag": "d7372aa3-bcf2-4106-a616-ac0f42751f78", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:14:31.236444 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fdf017aa-f352-41dc-ac08-0fc3632823ed {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:14:31.236837 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f696445-a6bc-4b84-819e-42f71c528744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7372aa3-bcf2-4106-a616-ac0f42751f78', 'code': 200}
Jun 01 10:14:31.250929 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=d7372aa3-bcf2-4106-a616-ac0f42751f78,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:31.255290 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:31.265909 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85375d65-cc7e-4915-9b42-13ab3dcbf1f7 req-ac211558-7d10-4a29-90cb-ce715671a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:31.269077 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-85375d65-cc7e-4915-9b42-13ab3dcbf1f7 req-ac211558-7d10-4a29-90cb-ce715671a8ea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6e42e90419c64aa49f35ff4b6608a371&device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 1099 time: 0.1629581
Jun 01 10:14:31.333908 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a03167d-fb23-4cc2-ae0c-de57e2f92776 {{(pid=91880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:14:31.343325 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:31.363306 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Transition to ACTIVE for port object 5a03167d-fb23-4cc2-ae0c-de57e2f92776 will not be triggered until provisioned by entity L2. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:14:31.367442 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:31.375237 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-3a630979-98ae-4793-a29d-c5251d1912b3 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:31.633351 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Pushing event updated for resources: {'Port': ['ID=5a03167d-fb23-4cc2-ae0c-de57e2f92776,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:31.642991 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:31.671332 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Attempting to bind port 5a03167d-fb23-4cc2-ae0c-de57e2f92776 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:14:31.671669 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Attempting to bind port 5a03167d-fb23-4cc2-ae0c-de57e2f92776 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'}] {{(pid=91880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:14:31.671999 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Attempting to bind port 5a03167d-fb23-4cc2-ae0c-de57e2f92776 on network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:14:31.684010 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Port 5a03167d-fb23-4cc2-ae0c-de57e2f92776 on network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:14:31.684347 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Attempting to bind port 5a03167d-fb23-4cc2-ae0c-de57e2f92776 on network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:14:31.693352 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:14:31.693693 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Checking segment: {'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:14:31.694596 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Bound using segment: {'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'} {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:14:31.694722 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Bound port: 5a03167d-fb23-4cc2-ae0c-de57e2f92776, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'}}] {{(pid=91880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:14:31.695055 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:31.749695 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c2069-b97d-4007-a3e6-e08b6d3f280b req-a53c4950-c679-4df7-a8fa-bba5e1480518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:31.751882 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-5a5c2069-b97d-4007-a3e6-e08b6d3f280b req-a53c4950-c679-4df7-a8fa-bba5e1480518 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 1099 time: 0.2058792
Jun 01 10:14:31.758063 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85375d65-cc7e-4915-9b42-13ab3dcbf1f7 req-495d5be6-9a24-4e35-b6cc-9ee88aa2fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:31.759519 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-85375d65-cc7e-4915-9b42-13ab3dcbf1f7 req-495d5be6-9a24-4e35-b6cc-9ee88aa2fdd0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf HTTP/1.1" status: 200  len: 917 time: 0.4616709
Jun 01 10:14:31.770157 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570a763-db0f-4dfd-abff-89ea75aa786f req-70ecbde9-85fb-434b-abcb-67cfd0ae6796 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:31.770516 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-1570a763-db0f-4dfd-abff-89ea75aa786f req-70ecbde9-85fb-434b-abcb-67cfd0ae6796 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Synchronizing usage tracker for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:14:31.814690 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-1570a763-db0f-4dfd-abff-89ea75aa786f req-70ecbde9-85fb-434b-abcb-67cfd0ae6796 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Unset dirty status for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:14:31.819462 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1570a763-db0f-4dfd-abff-89ea75aa786f req-70ecbde9-85fb-434b-abcb-67cfd0ae6796 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 943 time: 0.2942586
Jun 01 10:14:31.844716 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] For port 5a03167d-fb23-4cc2-ae0c-de57e2f92776, host hv-cinder-78477, cleared binding levels {{(pid=91880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:14:31.855181 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-85375d65-cc7e-4915-9b42-13ab3dcbf1f7 req-2479072f-0d4b-4699-9985-96bc0b2b3a13 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ae42cd5-ad15-4e43-a880-17f7bb75b792 HTTP/1.1" status: 200  len: 217 time: 0.0774064
Jun 01 10:14:31.871340 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] For port 5a03167d-fb23-4cc2-ae0c-de57e2f92776, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5a03167d-fb23-4cc2-ae0c-de57e2f92776,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:14:31.897606 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1570a763-db0f-4dfd-abff-89ea75aa786f req-c6c4d33e-1393-439d-b4d3-1d1d8eaa5890 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684521
Jun 01 10:14:31.897606 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:31.909654 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:31.920853 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d62e4-bba9-4ef8-b74b-3c00efda8b8c req-e0dfd709-f15e-455c-8f39-812e1dbc95a2 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:31.928881 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-421d62e4-bba9-4ef8-b74b-3c00efda8b8c req-e0dfd709-f15e-455c-8f39-812e1dbc95a2 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 946 time: 0.3791351
Jun 01 10:14:31.970012 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-5a5c2069-b97d-4007-a3e6-e08b6d3f280b req-71fa1ec8-a906-41af-8658-89b64f545b8a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089171
Jun 01 10:14:32.011910 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-421d62e4-bba9-4ef8-b74b-3c00efda8b8c req-828e737f-7868-43ee-a751-bd608e3cd045 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819771
Jun 01 10:14:32.015971 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:32.016970 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:32.017990 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85375d65-cc7e-4915-9b42-13ab3dcbf1f7 req-d3da5cc1-8693-4c76-ac8e-72d1c74dc252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:32.019113 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] 10.222.0.93 "PUT /v2.0/ports/5a03167d-fb23-4cc2-ae0c-de57e2f92776 HTTP/1.1" status: 200  len: 1093 time: 1.3885846
Jun 01 10:14:32.019767 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4', 'tag': '5a03167d-fb23-4cc2-ae0c-de57e2f92776'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:14:32.021946 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-85375d65-cc7e-4915-9b42-13ab3dcbf1f7 req-d3da5cc1-8693-4c76-ac8e-72d1c74dc252 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9cc419c-3db7-401e-8482-05d6112abc74 HTTP/1.1" status: 200  len: 855 time: 0.1573088
Jun 01 10:14:32.022714 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5a9b52-f581-4eb4-b69d-d8f1e9c2e179" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4", "tag": "5a03167d-fb23-4cc2-ae0c-de57e2f92776"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:14:32.132094 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-85375d65-cc7e-4915-9b42-13ab3dcbf1f7 req-37a9db3d-caef-424b-a4ed-6079f7fc816a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0583076
Jun 01 10:14:32.274890 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f2e560-59f8-408d-87b6-78761a22a635 x-openstack-request-id: req-d2f2e560-59f8-408d-87b6-78761a22a635 {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:14:32.277817 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4", "tag": "5a03167d-fb23-4cc2-ae0c-de57e2f92776", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:14:32.278153 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d2f2e560-59f8-408d-87b6-78761a22a635 {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:14:32.278700 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4', 'tag': '5a03167d-fb23-4cc2-ae0c-de57e2f92776', 'status': 'completed', 'code': 200}
Jun 01 10:14:32.280627 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Pushing event updated for resources: {'Port': ['ID=5a03167d-fb23-4cc2-ae0c-de57e2f92776,revision_number=3']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:32.292174 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:32.322432 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08deb945-de4c-48b9-b74d-4adf9a1ca023 req-db0ee909-f8b6-4c9d-a413-ef3b0344ae95 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:32.330560 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-08deb945-de4c-48b9-b74d-4adf9a1ca023 req-db0ee909-f8b6-4c9d-a413-ef3b0344ae95 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.2802577
Jun 01 10:14:32.333808 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-85375d65-cc7e-4915-9b42-13ab3dcbf1f7 req-182bc28f-a94d-4de0-9834-65ee27275812 service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900423
Jun 01 10:14:32.365113 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-c8aadbf4-3268-4dc1-9d3e-012dea16b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:32.369477 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-c8aadbf4-3268-4dc1-9d3e-012dea16b316 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6e42e90419c64aa49f35ff4b6608a371&device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 1096 time: 0.2630596
Jun 01 10:14:32.459078 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-50068da8-bc64-4270-9847-85068f2c9121 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a03167d-fb23-4cc2-ae0c-de57e2f92776 HTTP/1.1" status: 200  len: 217 time: 0.0706584
Jun 01 10:14:32.463871 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-08deb945-de4c-48b9-b74d-4adf9a1ca023 req-d5d68cef-f59a-4505-bbcb-b8aff1c13051 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323771
Jun 01 10:14:32.495664 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-85375d65-cc7e-4915-9b42-13ab3dcbf1f7 req-4043db0b-7fc0-4af9-bed8-a7ac82ba35c1 service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488996
Jun 01 10:14:32.531138 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-03dbb099-fc9a-4cc7-904c-dc5bfdec018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:32.533023 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-03dbb099-fc9a-4cc7-904c-dc5bfdec018d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9cc419c-3db7-401e-8482-05d6112abc74 HTTP/1.1" status: 200  len: 855 time: 0.0609477
Jun 01 10:14:32.587760 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-0ac776fa-cc97-48ce-855e-eb6a2d3869e9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455451
Jun 01 10:14:32.733345 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-30c63d9d-0bf4-4b0a-9ace-c4a2949b7f49 service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268978
Jun 01 10:14:32.878042 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8d6114f7-6da1-41e4-ba8c-69d4b7551717 req-40e4641e-705c-49fa-a895-72512a1c431f service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324973
Jun 01 10:14:33.127330 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a9b52-f581-4eb4-b69d-d8f1e9c2e179 req-8acadfda-ac3a-43db-ad11-083c0c6725a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:33.128812 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e5a9b52-f581-4eb4-b69d-d8f1e9c2e179 req-8acadfda-ac3a-43db-ad11-083c0c6725a3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6e42e90419c64aa49f35ff4b6608a371&device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 1096 time: 0.1810620
Jun 01 10:14:33.151032 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304b657-4bd1-4a65-a556-0a89f140af89 req-5545256a-f4e3-4952-ae80-db075711612b tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:33.158439 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6304b657-4bd1-4a65-a556-0a89f140af89 req-5545256a-f4e3-4952-ae80-db075711612b tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 943 time: 0.1510870
Jun 01 10:14:33.271407 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6304b657-4bd1-4a65-a556-0a89f140af89 req-ad852095-60de-4d44-bcd8-966518ce6162 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065643
Jun 01 10:14:33.473928 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a9b52-f581-4eb4-b69d-d8f1e9c2e179 req-8f2d546a-b1db-45b1-b740-3a82ebeacee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:33.475403 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e5a9b52-f581-4eb4-b69d-d8f1e9c2e179 req-8f2d546a-b1db-45b1-b740-3a82ebeacee9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf HTTP/1.1" status: 200  len: 917 time: 0.2696886
Jun 01 10:14:33.490738 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d58771-2917-4952-8a6c-b2eda5cc64fc req-9813a3b4-f73f-4e0d-add1-b9f23ed58e2f tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:33.496748 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-73d58771-2917-4952-8a6c-b2eda5cc64fc req-9813a3b4-f73f-4e0d-add1-b9f23ed58e2f tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 946 time: 0.3010397
Jun 01 10:14:33.612682 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-73d58771-2917-4952-8a6c-b2eda5cc64fc req-e484da47-30b7-4a95-a0c5-036800a491b1 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150219
Jun 01 10:14:33.633516 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e5a9b52-f581-4eb4-b69d-d8f1e9c2e179 req-48341706-6b3f-4a2c-b47a-3b7fd0881083 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a03167d-fb23-4cc2-ae0c-de57e2f92776 HTTP/1.1" status: 200  len: 217 time: 0.1455762
Jun 01 10:14:33.732602 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a9b52-f581-4eb4-b69d-d8f1e9c2e179 req-8cb9ce5f-7045-4ab6-a354-4041c845e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:33.734146 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e5a9b52-f581-4eb4-b69d-d8f1e9c2e179 req-8cb9ce5f-7045-4ab6-a354-4041c845e1ec service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9cc419c-3db7-401e-8482-05d6112abc74 HTTP/1.1" status: 200  len: 855 time: 0.0729887
Jun 01 10:14:33.793769 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e5a9b52-f581-4eb4-b69d-d8f1e9c2e179 req-88a50de4-a2b1-444f-b8f6-31a37d08afe0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444498
Jun 01 10:14:33.815925 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15b7aa-8bc2-4986-b7b7-b13cb4686091 req-d8f4df15-6a08-4c2b-88e9-9b9a8f5f799b tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:33.817511 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-5e15b7aa-8bc2-4986-b7b7-b13cb4686091 req-d8f4df15-6a08-4c2b-88e9-9b9a8f5f799b tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0967405
Jun 01 10:14:33.885453 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-5e15b7aa-8bc2-4986-b7b7-b13cb4686091 req-3cb651c4-fc02-49d8-a195-6ab1644cc476 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612969
Jun 01 10:14:33.963508 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e5a9b52-f581-4eb4-b69d-d8f1e9c2e179 req-93e74578-e7f9-4bd0-a0d8-503e3ea0b6bf service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1611922
Jun 01 10:14:34.112816 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e5a9b52-f581-4eb4-b69d-d8f1e9c2e179 req-256068c6-97fd-4578-9d26-fa85f41ccda1 service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327174
Jun 01 10:14:34.458477 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ad174-77e7-4434-bc5b-d6caeacecf1d req-bea85f5a-cc23-4002-b97d-7785936839e7 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:34.459934 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-9c8ad174-77e7-4434-bc5b-d6caeacecf1d req-bea85f5a-cc23-4002-b97d-7785936839e7 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 943 time: 0.0852470
Jun 01 10:14:34.505545 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-9c8ad174-77e7-4434-bc5b-d6caeacecf1d req-2d050baf-78c0-4fe5-b791-d875ae012e3b tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400705
Jun 01 10:14:34.866561 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda73e8-a654-455f-a2dc-51acbd73d70c req-bd4e35d7-4670-41f4-8273-be722a1a7153 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:34.867980 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6eda73e8-a654-455f-a2dc-51acbd73d70c req-bd4e35d7-4670-41f4-8273-be722a1a7153 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 946 time: 0.0962327
Jun 01 10:14:34.921484 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6eda73e8-a654-455f-a2dc-51acbd73d70c req-afda0cd7-2ef8-4a1c-aafd-94ec6f3d18f8 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472105
Jun 01 10:14:35.243633 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d6e30808-8dd2-4524-bac2-8a105ee814ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:35.273018 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8d990-34db-43c0-9f38-5b3cc9989538 req-5a3744cb-ca3d-4046-a2b5-aaba016ce70c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:35.274497 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6aa8d990-34db-43c0-9f38-5b3cc9989538 req-5a3744cb-ca3d-4046-a2b5-aaba016ce70c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0857222
Jun 01 10:14:35.319320 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6aa8d990-34db-43c0-9f38-5b3cc9989538 req-2b6f3a88-b3eb-4d4b-8489-06bd1e0de3b8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389032
Jun 01 10:14:35.439630 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:36.013429 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05de77-efcf-4c6c-be91-0c220e0f4f5d req-95490a30-7b60-4950-9ce5-e99b56de0661 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:36.014915 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2e05de77-efcf-4c6c-be91-0c220e0f4f5d req-95490a30-7b60-4950-9ce5-e99b56de0661 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 943 time: 0.0844924
Jun 01 10:14:36.061584 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2e05de77-efcf-4c6c-be91-0c220e0f4f5d req-7343c202-199c-4ecb-bdd8-0bd2e971003b tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406070
Jun 01 10:14:36.954894 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 5a03167d-fb23-4cc2-ae0c-de57e2f92776 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:14:37.091627 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 5a03167d-fb23-4cc2-ae0c-de57e2f92776, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5a03167d-fb23-4cc2-ae0c-de57e2f92776,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:37.104549 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '5a03167d-fb23-4cc2-ae0c-de57e2f92776', 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf', 'port_id': '5a03167d-fb23-4cc2-ae0c-de57e2f92776', 'mac_address': 'fa:16:3e:3d:38:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9cc419c-3db7-401e-8482-05d6112abc74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:14:37.162003 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:37.178330 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a03167d-fb23-4cc2-ae0c-de57e2f92776 {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:14:37.193769 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 5a03167d-fb23-4cc2-ae0c-de57e2f92776, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5a03167d-fb23-4cc2-ae0c-de57e2f92776,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:37.197466 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:37.200070 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:37.267649 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=5a03167d-fb23-4cc2-ae0c-de57e2f92776,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:37.270888 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:37.719585 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2628ffc5-277d-48a7-9844-f304f89aee15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:37.850844 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:38.324989 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c658fba-ba5a-4d07-82ac-89b34401162f req-88cce4f2-8a4d-45ff-b52e-2691db12c79e tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:38.327291 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2c658fba-ba5a-4d07-82ac-89b34401162f req-88cce4f2-8a4d-45ff-b52e-2691db12c79e tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0856972
Jun 01 10:14:38.373090 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2c658fba-ba5a-4d07-82ac-89b34401162f req-dad142a9-ea6d-4d99-9b2b-3f7eb96ec9fc tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400803
Jun 01 10:14:38.386154 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13feb4d-4ec2-463f-b235-8d18abd0f4c9 req-34150220-7575-42ab-af06-08ebd1901055 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:38.390191 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d13feb4d-4ec2-463f-b235-8d18abd0f4c9 req-34150220-7575-42ab-af06-08ebd1901055 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 944 time: 0.0838056
Jun 01 10:14:38.438514 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d13feb4d-4ec2-463f-b235-8d18abd0f4c9 req-5f92b132-8b8f-47d5-b421-883fa4585870 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412390
Jun 01 10:14:38.627714 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['5a03167d-fb23-4cc2-ae0c-de57e2f92776'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:14:38.795211 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:39.523722 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97276c-4e7f-45a8-8a9e-f11911a6042d req-2e59cebc-da05-4ad7-a043-ff6c50d01e04 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:39.525189 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7d97276c-4e7f-45a8-8a9e-f11911a6042d req-2e59cebc-da05-4ad7-a043-ff6c50d01e04 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 946 time: 0.0822046
Jun 01 10:14:39.575388 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7d97276c-4e7f-45a8-8a9e-f11911a6042d req-959499c6-fc11-47f1-bbcd-2e1bfa6a60da tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445623
Jun 01 10:14:39.699191 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94128758-fb88-4525-aa67-c6268e442fad req-cdc961c7-81c3-44ed-9399-436683e6f3dc tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:39.701604 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-94128758-fb88-4525-aa67-c6268e442fad req-cdc961c7-81c3-44ed-9399-436683e6f3dc tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1519256
Jun 01 10:14:39.761143 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-94128758-fb88-4525-aa67-c6268e442fad req-8e4fa5a7-ce0f-45b1-b077-6dec2c3a6e53 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522079
Jun 01 10:14:39.775791 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17db009-673b-4d4a-aec6-8f12c5085a84 req-ff0991b5-c15a-4cd2-bd4e-89f132b1ef14 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:39.777280 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f17db009-673b-4d4a-aec6-8f12c5085a84 req-ff0991b5-c15a-4cd2-bd4e-89f132b1ef14 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 944 time: 0.1028304
Jun 01 10:14:39.826521 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f17db009-673b-4d4a-aec6-8f12c5085a84 req-c1688cb1-7660-4acb-9bc5-2b58bac72562 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414791
Jun 01 10:14:39.930753 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 46066) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:40.006917 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_v2 [None req-70243604-d4f1-4414-90c9-713f15b130d2 admin admin] Deleting subnet 980cd6c6-e75f-4c17-9da5-edf0dcc7c379 {{(pid=91880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:14:40.012422 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-70243604-d4f1-4414-90c9-713f15b130d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:40.073284 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-70243604-d4f1-4414-90c9-713f15b130d2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:40.081496 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-70243604-d4f1-4414-90c9-713f15b130d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:40.328106 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-70243604-d4f1-4414-90c9-713f15b130d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166'] for subnet, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:40.334159 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-1bf07d79-6318-43d1-8ccd-fe2e2de3359f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:40.379015 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70243604-d4f1-4414-90c9-713f15b130d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=980cd6c6-e75f-4c17-9da5-edf0dcc7c379,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:40.380826 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-70243604-d4f1-4414-90c9-713f15b130d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:40.386158 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-70243604-d4f1-4414-90c9-713f15b130d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:40.390255 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-70243604-d4f1-4414-90c9-713f15b130d2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/980cd6c6-e75f-4c17-9da5-edf0dcc7c379 HTTP/1.1" status: 204  len: 168 time: 0.4559917
Jun 01 10:14:40.390535 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 46074) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:40.498945 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:40.501004 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:40.620775 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:40.634273 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd485c13c70>> segment before_delete 55550000 {{(pid=91880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:40.634613 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd485c13c70>> subnet precommit_delete_associations 55550000 {{(pid=91880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:40.635346 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd485d46640>> segment_host_mapping after_create 55550000 {{(pid=91880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:40.635696 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd485d46640>> port after_create 55550000 {{(pid=91880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:40.636016 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd485d46640>> port after_delete 55550000 {{(pid=91880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:40.636364 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd485d46640>> port after_update 55550000 {{(pid=91880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:40.636681 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd485d46640>> segment after_delete 55550000 {{(pid=91880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:40.636997 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd485d46640>> subnet after_create 55550000 {{(pid=91880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:40.637338 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd485d46640>> subnet after_delete 55550000 {{(pid=91880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:40.637657 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd485d46640>> subnet after_update 55550000 {{(pid=91880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:40.651289 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 5a03167d-fb23-4cc2-ae0c-de57e2f92776 up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:14:40.722010 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port 5a03167d-fb23-4cc2-ae0c-de57e2f92776 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:14:40.726593 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd485116b80>> subnet after_create 55550000 {{(pid=91880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:40.727089 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 5a03167d-fb23-4cc2-ae0c-de57e2f92776 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:14:40.727198 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd485116b80>> subnet after_delete 55550000 {{(pid=91880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:40.727288 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:40.727377 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd485116b80>> subnet before_create 55550000 {{(pid=91880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:40.727575 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd485116b80>> subnet before_update 55550000 {{(pid=91880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 10:14:40.727942 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd485d46bb0>,) {'filters': {'network_id': ['65471755-1752-40b5-b216-3151767f3521']}} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:40.778536 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd485d46bb0>, 'c943e2f7-ba67-42d9-b2e8-7498db04cfc7') {'for_net_delete': True} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:40.778832 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd485d46bb0>, 'c943e2f7-ba67-42d9-b2e8-7498db04cfc7') {} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:40.793942 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2480018'] for segment, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:40.823879 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:40.834955 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=91880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:14:40.835345 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489895'] for segment, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   from cryptography.utils import int_from_bytes
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   from cryptography.utils import int_from_bytes
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]: Traceback (most recent call last):
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:     timer()
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:     cb(*args, **kw)
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:     return func(*args, **kwargs)
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:     self._notify()
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:     self.callback(batched_events)
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:     event.method(event)
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:     return f(self, *a, **k)
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._get(url).json()
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:14:40.850651 dv-cinder-784779-13-iscsi neutron-server[91880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:14:40.855394 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:40.884110 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a03167d-fb23-4cc2-ae0c-de57e2f92776'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:14:40.886329 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d6196a-9762-4d2a-8630-617da789e717" -d '{"events": [{"server_uuid": "fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4", "name": "network-vif-plugged", "status": "completed", "tag": "5a03167d-fb23-4cc2-ae0c-de57e2f92776"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:14:40.894833 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 5a03167d-fb23-4cc2-ae0c-de57e2f92776, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5a03167d-fb23-4cc2-ae0c-de57e2f92776,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:40.899333 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:40.902047 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:40.929307 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a61459-2712-425e-9578-30d82866b7df req-2184d88c-b6d4-43cf-baea-efa0d623e08f tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:40.930858 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a1a61459-2712-425e-9578-30d82866b7df req-2184d88c-b6d4-43cf-baea-efa0d623e08f tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 946 time: 0.1953442
Jun 01 10:14:40.959350 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:40.966700 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5846e32-e658-43e1-be42-7a13d4b82e71 req-251c3663-caf3-4713-9add-46f38945fa4e tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:40.968337 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a5846e32-e658-43e1-be42-7a13d4b82e71 req-251c3663-caf3-4713-9add-46f38945fa4e tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0957427
Jun 01 10:14:40.976760 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=5a03167d-fb23-4cc2-ae0c-de57e2f92776,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:40.977510 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ff596736-31a3-4ed0-b02c-4b2ab4b721f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:40.979977 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:40.998589 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:41.009693 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a1a61459-2712-425e-9578-30d82866b7df req-8e589687-f691-4e55-b5ab-c23255e4508b tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708733
Jun 01 10:14:41.010928 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Pushing event deleted for resources: {'Network': ['ID=65471755-1752-40b5-b216-3151767f3521,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:41.018115 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:41.019450 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/65471755-1752-40b5-b216-3151767f3521 HTTP/1.1" status: 204  len: 168 time: 0.6273851
Jun 01 10:14:41.022456 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 46088) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:41.041328 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a5846e32-e658-43e1-be42-7a13d4b82e71 req-d23a61af-2f4e-4298-ae07-cfb33a393d33 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630713
Jun 01 10:14:41.103268 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114f0a3b-38c6-4a9c-92d2-ed5d75f6e5f1 x-openstack-request-id: req-114f0a3b-38c6-4a9c-92d2-ed5d75f6e5f1 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:14:41.103268 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4", "name": "network-vif-plugged", "status": "completed", "tag": "5a03167d-fb23-4cc2-ae0c-de57e2f92776", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:14:41.104145 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-114f0a3b-38c6-4a9c-92d2-ed5d75f6e5f1 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:14:41.104666 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a03167d-fb23-4cc2-ae0c-de57e2f92776', 'code': 200}
Jun 01 10:14:41.107104 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c188b0c-6486-4a6d-b05a-522dd1ff3833 admin admin] Deleting subnet a6292ba4-fd4e-4fda-9cd5-a587a6a25b8b {{(pid=91880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:14:41.111032 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8c188b0c-6486-4a6d-b05a-522dd1ff3833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:41.220580 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8c188b0c-6486-4a6d-b05a-522dd1ff3833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2480025'] for subnet, precommit_delete_associations {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:41.293475 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8c188b0c-6486-4a6d-b05a-522dd1ff3833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:41.344819 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb69f5-aaa2-4a66-979f-353a881e1644 req-1c2ff6fe-15f6-49aa-bb59-8dee85b84c05 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:41.346297 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d4fb69f5-aaa2-4a66-979f-353a881e1644 req-1c2ff6fe-15f6-49aa-bb59-8dee85b84c05 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 945 time: 0.2072120
Jun 01 10:14:41.521334 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d4fb69f5-aaa2-4a66-979f-353a881e1644 req-3c20fd64-21ac-4de8-bf25-851570bd2056 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422713
Jun 01 10:14:41.562047 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd83ad7-792c-4513-bdc5-3add7b479e6b req-32462f7c-892f-4ff9-a5f7-89159574a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:41.564104 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4cd83ad7-792c-4513-bdc5-3add7b479e6b req-32462f7c-892f-4ff9-a5f7-89159574a2ef service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 1098 time: 0.2169611
Jun 01 10:14:41.583499 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a41da0-78bd-4f8a-808c-afa836f248ad req-a55428e1-06b7-46d0-bd4b-14f2dbea17a7 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:41.584968 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-82a41da0-78bd-4f8a-808c-afa836f248ad req-a55428e1-06b7-46d0-bd4b-14f2dbea17a7 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 946 time: 0.0827610
Jun 01 10:14:41.744401 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4cd83ad7-792c-4513-bdc5-3add7b479e6b req-107dd5de-2bcb-4add-bd5c-276d84cd6454 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539762
Jun 01 10:14:41.746595 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-82a41da0-78bd-4f8a-808c-afa836f248ad req-f8fb1dad-3b97-4747-b17d-68053a75ccff tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Deleting port d7372aa3-bcf2-4106-a616-ac0f42751f78 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:14:41.747686 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-82a41da0-78bd-4f8a-808c-afa836f248ad req-f8fb1dad-3b97-4747-b17d-68053a75ccff tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:41.770077 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8c188b0c-6486-4a6d-b05a-522dd1ff3833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2392705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2731557'] for subnet, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:41.774979 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-393b62d6-a2cb-4042-9d81-7c560c8836d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:41.810070 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c188b0c-6486-4a6d-b05a-522dd1ff3833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6292ba4-fd4e-4fda-9cd5-a587a6a25b8b,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:41.812011 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8c188b0c-6486-4a6d-b05a-522dd1ff3833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:41.817947 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-8c188b0c-6486-4a6d-b05a-522dd1ff3833 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a6292ba4-fd4e-4fda-9cd5-a587a6a25b8b HTTP/1.1" status: 204  len: 168 time: 0.7945223
Jun 01 10:14:41.819128 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8c188b0c-6486-4a6d-b05a-522dd1ff3833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:41.820497 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 46108) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:41.894846 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-82a41da0-78bd-4f8a-808c-afa836f248ad req-f8fb1dad-3b97-4747-b17d-68053a75ccff tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] For port d7372aa3-bcf2-4106-a616-ac0f42751f78, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d7372aa3-bcf2-4106-a616-ac0f42751f78,segment=NetworkSegment(366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb),segment_id=366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:41.895207 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-82a41da0-78bd-4f8a-808c-afa836f248ad req-f8fb1dad-3b97-4747-b17d-68053a75ccff tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:41.925499 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c71e-5cd3-43bd-818d-5f987e5c68f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:42.020685 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-82a41da0-78bd-4f8a-808c-afa836f248ad req-f8fb1dad-3b97-4747-b17d-68053a75ccff tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Calling delete_port for d7372aa3-bcf2-4106-a616-ac0f42751f78 owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:14:42.049655 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c71e-5cd3-43bd-818d-5f987e5c68f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:42.062911 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-f6e1c71e-5cd3-43bd-818d-5f987e5c68f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd4859a35b0>,) {'filters': {'network_id': ['c0eac78a-40d3-41cd-8313-780452c5c75f']}} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:42.075254 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-f6e1c71e-5cd3-43bd-818d-5f987e5c68f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd4859a35b0>, '48b6590d-0480-4d1a-abe7-718c6ec26e68') {'for_net_delete': True} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:42.075551 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-f6e1c71e-5cd3-43bd-818d-5f987e5c68f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd4859a35b0>, '48b6590d-0480-4d1a-abe7-718c6ec26e68') {} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:14:42.088330 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c71e-5cd3-43bd-818d-5f987e5c68f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2480018'] for segment, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:42.107453 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c71e-5cd3-43bd-818d-5f987e5c68f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:42.115662 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e1c71e-5cd3-43bd-818d-5f987e5c68f3 admin admin] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=91880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:14:42.116055 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c71e-5cd3-43bd-818d-5f987e5c68f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489895'] for segment, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]: Traceback (most recent call last):
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:     timer()
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:     cb(*args, **kw)
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:     return func(*args, **kwargs)
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:     self._notify()
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:     self.callback(batched_events)
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:     event.method(event)
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:     return f(self, *a, **k)
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._get(url).json()
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:14:42.186573 dv-cinder-784779-13-iscsi neutron-server[91880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:14:42.263347 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c71e-5cd3-43bd-818d-5f987e5c68f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:42.271688 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:42.282468 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f332f7-0d6a-4138-baff-ab9bb8aaa504 req-60aa03a9-8e67-4118-bbaf-a6a902fa14f2 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:42.283956 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f0f332f7-0d6a-4138-baff-ab9bb8aaa504 req-60aa03a9-8e67-4118-bbaf-a6a902fa14f2 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f696445-a6bc-4b84-819e-42f71c528744 HTTP/1.1" status: 200  len: 946 time: 0.1509078
Jun 01 10:14:42.285696 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-82a41da0-78bd-4f8a-808c-afa836f248ad req-f8fb1dad-3b97-4747-b17d-68053a75ccff tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:42.289328 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c71e-5cd3-43bd-818d-5f987e5c68f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:42.294156 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:42.298042 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1c71e-5cd3-43bd-818d-5f987e5c68f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0eac78a-40d3-41cd-8313-780452c5c75f,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:42.301424 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-f6e1c71e-5cd3-43bd-818d-5f987e5c68f3 admin admin] 10.222.0.86 "DELETE /v2.0/networks/c0eac78a-40d3-41cd-8313-780452c5c75f HTTP/1.1" status: 204  len: 168 time: 0.4798489
Jun 01 10:14:42.301950 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['d7372aa3-bcf2-4106-a616-ac0f42751f78'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:14:42.302533 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-f6e1c71e-5cd3-43bd-818d-5f987e5c68f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:42.322332 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8c011-a89d-4f6f-b109-1cbf7850fb09 req-1a447fdb-cbae-4aae-accc-457050634e83 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:42.323774 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3ef8c011-a89d-4f6f-b109-1cbf7850fb09 req-1a447fdb-cbae-4aae-accc-457050634e83 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1237159
Jun 01 10:14:42.416913 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3ef8c011-a89d-4f6f-b109-1cbf7850fb09 req-65a6bde2-fed2-4ccb-b027-a5c7e4fbe7ca tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720940
Jun 01 10:14:42.486996 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb1dad-3b97-4747-b17d-68053a75ccff tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Pushing event deleted for resources: {'Port': ['ID=d7372aa3-bcf2-4106-a616-ac0f42751f78,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:42.489528 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f8fb1dad-3b97-4747-b17d-68053a75ccff tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:42.551648 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a41da0-78bd-4f8a-808c-afa836f248ad req-f8fb1dad-3b97-4747-b17d-68053a75ccff tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] No DVR routers for this DVR port d7372aa3-bcf2-4106-a616-ac0f42751f78 on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:14:42.554975 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-82a41da0-78bd-4f8a-808c-afa836f248ad req-f8fb1dad-3b97-4747-b17d-68053a75ccff tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:42.561724 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f696445-a6bc-4b84-819e-42f71c528744', 'name': 'network-vif-deleted', 'tag': 'd7372aa3-bcf2-4106-a616-ac0f42751f78'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:14:42.565028 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c5d23a-8120-45d7-8f42-3a68d61a7ba9" -d '{"events": [{"server_uuid": "0f696445-a6bc-4b84-819e-42f71c528744", "name": "network-vif-deleted", "tag": "d7372aa3-bcf2-4106-a616-ac0f42751f78"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:14:42.574584 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 46132) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:42.576533 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f0f332f7-0d6a-4138-baff-ab9bb8aaa504 req-eba882cb-fca7-4aa1-bc8d-468363b0e5ed tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2840743
Jun 01 10:14:42.588528 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-82a41da0-78bd-4f8a-808c-afa836f248ad req-f8fb1dad-3b97-4747-b17d-68053a75ccff tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.93 "DELETE /v2.0/ports/d7372aa3-bcf2-4106-a616-ac0f42751f78 HTTP/1.1" status: 204  len: 173 time: 0.9888227
Jun 01 10:14:42.682096 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-bf72efc2-7720-4c8a-a996-7bba8b98bd0e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2b1a5ed32a5b49a08c0f65e29444cb26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1062524
Jun 01 10:14:42.684631 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 46140) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:42.745198 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 46144) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:42.747511 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c44fe0-78f7-4985-b62d-22bea92b39e9 x-openstack-request-id: req-41c44fe0-78f7-4985-b62d-22bea92b39e9 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:14:42.748023 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f696445-a6bc-4b84-819e-42f71c528744", "name": "network-vif-deleted", "tag": "d7372aa3-bcf2-4106-a616-ac0f42751f78", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:14:42.748313 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-41c44fe0-78f7-4985-b62d-22bea92b39e9 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:14:42.748848 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f696445-a6bc-4b84-819e-42f71c528744', 'name': 'network-vif-deleted', 'tag': 'd7372aa3-bcf2-4106-a616-ac0f42751f78', 'status': 'completed', 'code': 200}
Jun 01 10:14:42.796126 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-52b1f2b8-0ed9-48cb-872c-61d19ae3b035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:42.817263 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe501604-b922-4fac-a615-fedb9ef32f56 req-43a6e91f-0ebb-4e22-bb36-c117292016bb tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:42.819302 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fe501604-b922-4fac-a615-fedb9ef32f56 req-43a6e91f-0ebb-4e22-bb36-c117292016bb tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 945 time: 0.1016815
Jun 01 10:14:42.839980 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-52b1f2b8-0ed9-48cb-872c-61d19ae3b035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:42.881071 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fe501604-b922-4fac-a615-fedb9ef32f56 req-0f3804b5-9391-4933-8023-7c1ce4ac7528 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557139
Jun 01 10:14:42.926440 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-833aee3c-ad16-443f-bb70-bce8975fe22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:42.936730 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-52b1f2b8-0ed9-48cb-872c-61d19ae3b035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:42.944140 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-de03c284-614e-47dd-9836-8c3339f87ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:42.958532 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1f2b8-0ed9-48cb-872c-61d19ae3b035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4f7679-40ae-419b-bc6f-1d5c7f4b4999,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:42.961141 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-52b1f2b8-0ed9-48cb-872c-61d19ae3b035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:42.962323 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-833aee3c-ad16-443f-bb70-bce8975fe22c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:42.968536 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-833aee3c-ad16-443f-bb70-bce8975fe22c admin admin] Usage tracker for resource:security_group_rule and tenant:566b06e076f5429d885fca98f46000f7 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:42.971696 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-833aee3c-ad16-443f-bb70-bce8975fe22c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:42.974625 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-52b1f2b8-0ed9-48cb-872c-61d19ae3b035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:42.976387 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-52b1f2b8-0ed9-48cb-872c-61d19ae3b035 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0e4f7679-40ae-419b-bc6f-1d5c7f4b4999 HTTP/1.1" status: 204  len: 168 time: 0.2906528
Jun 01 10:14:42.982034 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-833aee3c-ad16-443f-bb70-bce8975fe22c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:43.097723 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-833aee3c-ad16-443f-bb70-bce8975fe22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:43.103032 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-833aee3c-ad16-443f-bb70-bce8975fe22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:43.112060 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e8eaacbc-ae49-4692-b1cc-75d501928fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:43.155710 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-833aee3c-ad16-443f-bb70-bce8975fe22c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=566b06e076f5429d885fca98f46000f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4058826
Jun 01 10:14:43.157229 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833aee3c-ad16-443f-bb70-bce8975fe22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4167c62c-8138-4afd-8c4b-67f423eaa21c,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:43.159721 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 46156) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:43.160162 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-833aee3c-ad16-443f-bb70-bce8975fe22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:43.218137 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-529c63f7-0dde-4f29-987b-f229d5a77f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:43.244753 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-529c63f7-0dde-4f29-987b-f229d5a77f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:43.299946 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-529c63f7-0dde-4f29-987b-f229d5a77f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:43.304525 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:43.313021 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 46160) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:43.317871 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c63f7-0dde-4f29-987b-f229d5a77f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4167c62c-8138-4afd-8c4b-67f423eaa21c,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:43.320726 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-529c63f7-0dde-4f29-987b-f229d5a77f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:43.321627 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-529c63f7-0dde-4f29-987b-f229d5a77f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:43.325601 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-529c63f7-0dde-4f29-987b-f229d5a77f20 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4167c62c-8138-4afd-8c4b-67f423eaa21c HTTP/1.1" status: 204  len: 168 time: 0.1645801
Jun 01 10:14:43.363180 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-01ad2e4a-2b07-4374-a42a-feb31e305f28 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d19c5c14ac7645ef87503eaa0dd477e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0488071
Jun 01 10:14:43.365723 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 46166) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:43.427358 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3a8b9a42-aa07-4a42-914c-4dcbcd7871f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:43.455835 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3a8b9a42-aa07-4a42-914c-4dcbcd7871f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:43.511858 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3a8b9a42-aa07-4a42-914c-4dcbcd7871f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:43.518202 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-2d356e6c-7103-4e95-8925-b7074aad1bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:43.581863 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b9a42-aa07-4a42-914c-4dcbcd7871f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6f1d48-c049-4f18-ba5d-807cadc76ba0,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:43.584302 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-3a8b9a42-aa07-4a42-914c-4dcbcd7871f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:43.591850 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3a8b9a42-aa07-4a42-914c-4dcbcd7871f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:43.596791 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-3a8b9a42-aa07-4a42-914c-4dcbcd7871f6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e6f1d48-c049-4f18-ba5d-807cadc76ba0 HTTP/1.1" status: 204  len: 168 time: 0.2263596
Jun 01 10:14:43.640276 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a1e0b-4fdc-48ed-a997-008f7fc5d4b7 req-c2516372-c3d0-41ba-8530-cd299022f62c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:43.643943 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6c8a1e0b-4fdc-48ed-a997-008f7fc5d4b7 req-c2516372-c3d0-41ba-8530-cd299022f62c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1168129
Jun 01 10:14:43.756209 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6c8a1e0b-4fdc-48ed-a997-008f7fc5d4b7 req-9d7638dc-aa1d-4e65-88bd-fff110b6a792 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043849
Jun 01 10:14:44.148774 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6a92e-b1ef-431c-bb09-0c7d3f96818f req-c891f1f3-8fdb-41ed-8ede-bf344d5bb4cc tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:44.150431 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4fa6a92e-b1ef-431c-bb09-0c7d3f96818f req-c891f1f3-8fdb-41ed-8ede-bf344d5bb4cc tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 945 time: 0.1059184
Jun 01 10:14:44.198201 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-3baa774d-8c57-4b56-b1f7-1aa3b71712f2 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:44.199684 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-3baa774d-8c57-4b56-b1f7-1aa3b71712f2 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/networks?id=45355b5a-0d4d-4e98-8e71-5b42772ba6bb HTTP/1.1" status: 200  len: 809 time: 0.1726952
Jun 01 10:14:44.217331 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4fa6a92e-b1ef-431c-bb09-0c7d3f96818f req-8cd530c9-1880-434a-9c98-531fd9ba5c76 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596056
Jun 01 10:14:44.220934 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-ccbf03a5-1e84-47cc-8d60-8b751bb82deb tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/quotas/2945f4dc0353411c8366296fd3f317a7 HTTP/1.1" status: 200  len: 375 time: 0.0111673
Jun 01 10:14:44.337659 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-b4792e30-8c75-4f31-ac17-1d5e573c1110 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2945f4dc0353411c8366296fd3f317a7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0781884
Jun 01 10:14:44.489425 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-c62c2212-56da-4694-b0a0-f739f007da0b service neutron] 10.222.0.86 "GET /v2.0/networks/45355b5a-0d4d-4e98-8e71-5b42772ba6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412787
Jun 01 10:14:44.695785 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-bbcb8261-0ece-4e23-acbf-e99e7b1f77e7 service neutron] 10.222.0.86 "GET /v2.0/networks/45355b5a-0d4d-4e98-8e71-5b42772ba6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2053790
Jun 01 10:14:45.060448 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a8c1c-cf03-46be-a90a-2c5a51554382 req-80843779-3bf7-45cc-9b3f-436199556a0c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:45.062262 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0d9a8c1c-cf03-46be-a90a-2c5a51554382 req-80843779-3bf7-45cc-9b3f-436199556a0c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1491425
Jun 01 10:14:45.136227 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-60b7cd45-7601-4fd6-9992-1d5514a3ae1b req-b55415b7-3b9c-46b0-bd36-1d5edcf51e8c tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Synchronizing usage tracker for tenant:2945f4dc0353411c8366296fd3f317a7 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:14:45.136446 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0d9a8c1c-cf03-46be-a90a-2c5a51554382 req-5ca386d2-0cb4-46a7-b9cb-5e9f92dd9888 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670116
Jun 01 10:14:45.171666 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-60b7cd45-7601-4fd6-9992-1d5514a3ae1b req-b55415b7-3b9c-46b0-bd36-1d5edcf51e8c tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Unset dirty status for tenant:2945f4dc0353411c8366296fd3f317a7 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:14:45.177684 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-60b7cd45-7601-4fd6-9992-1d5514a3ae1b req-b55415b7-3b9c-46b0-bd36-1d5edcf51e8c tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 210 time: 0.1447930
Jun 01 10:14:45.527817 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 46332) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:45.688695 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7cea45ed-19b1-4a7a-9f9b-e26cd816cc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:45.706900 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-7cea45ed-19b1-4a7a-9f9b-e26cd816cc04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:45.712218 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-7cea45ed-19b1-4a7a-9f9b-e26cd816cc04 admin admin] Usage tracker for resource:security_group_rule and tenant:a96b960c07ea444ab36a0186517df393 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:45.715627 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-7cea45ed-19b1-4a7a-9f9b-e26cd816cc04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:45.721999 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-7cea45ed-19b1-4a7a-9f9b-e26cd816cc04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:45.863392 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7cea45ed-19b1-4a7a-9f9b-e26cd816cc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:45.870465 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7cea45ed-19b1-4a7a-9f9b-e26cd816cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:45.912490 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-fd861c0a-9087-4eee-a7c2-ab96809c8189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:45.945085 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 46350) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:45.946465 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-7cea45ed-19b1-4a7a-9f9b-e26cd816cc04 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a96b960c07ea444ab36a0186517df393&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4174335
Jun 01 10:14:45.948601 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea45ed-19b1-4a7a-9f9b-e26cd816cc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089dfb39-68a5-4618-b194-3ac4096cf459,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:45.950333 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 46352) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:45.962939 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-7cea45ed-19b1-4a7a-9f9b-e26cd816cc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:46.057120 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-580e15fa-5191-406c-b0f1-b6fb3e0f9930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:46.092374 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-580e15fa-5191-406c-b0f1-b6fb3e0f9930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:46.148046 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-42701258-dd21-4848-84ed-b1baf25aa315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:46.166445 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-42701258-dd21-4848-84ed-b1baf25aa315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:46.171393 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-42701258-dd21-4848-84ed-b1baf25aa315 admin admin] Usage tracker for resource:security_group_rule and tenant:27e58fe977184b2695fc43a7f7739315 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:14:46.175245 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-42701258-dd21-4848-84ed-b1baf25aa315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:14:46.182321 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-42701258-dd21-4848-84ed-b1baf25aa315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:46.194552 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-580e15fa-5191-406c-b0f1-b6fb3e0f9930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:46.201973 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-4a8bf9a1-1897-4c0e-ab1b-5b319bd54bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:46.224256 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e15fa-5191-406c-b0f1-b6fb3e0f9930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089dfb39-68a5-4618-b194-3ac4096cf459,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:46.230457 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-580e15fa-5191-406c-b0f1-b6fb3e0f9930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:46.233038 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-580e15fa-5191-406c-b0f1-b6fb3e0f9930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:46.238996 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-580e15fa-5191-406c-b0f1-b6fb3e0f9930 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/089dfb39-68a5-4618-b194-3ac4096cf459 HTTP/1.1" status: 204  len: 168 time: 0.2785339
Jun 01 10:14:46.442122 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-42701258-dd21-4848-84ed-b1baf25aa315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:46.459042 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-42701258-dd21-4848-84ed-b1baf25aa315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:46.667074 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-529c63f7-0dde-4f29-987b-f229d5a77f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:46.674734 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device d7372aa3-bcf2-4106-a616-ac0f42751f78 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:14:46.696157 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d89335-e43e-4915-94b3-e9d2f6edd76b req-94807a95-c21c-4def-99de-e39a7290ebe1 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:46.708082 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a6d89335-e43e-4915-94b3-e9d2f6edd76b req-94807a95-c21c-4def-99de-e39a7290ebe1 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.4177096
Jun 01 10:14:46.801765 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-092fcee2-8118-4d67-9561-3a08fd79df14 req-ac89a9f1-7c77-4303-9e4f-3652fa6ecca1 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 210 time: 0.0774820
Jun 01 10:14:46.809444 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: d7372aa3-bcf2-4106-a616-ac0f42751f78 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:14:46.810280 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device d7372aa3-bcf2-4106-a616-ac0f42751f78 not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:14:46.840989 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-42701258-dd21-4848-84ed-b1baf25aa315 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=27e58fe977184b2695fc43a7f7739315&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8947003
Jun 01 10:14:46.845809 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 46404) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:14:46.847632 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42701258-dd21-4848-84ed-b1baf25aa315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1555892e-83c4-46f1-8935-2fb9c9202260,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:46.852274 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-42701258-dd21-4848-84ed-b1baf25aa315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:46.867286 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a6d89335-e43e-4915-94b3-e9d2f6edd76b req-74ad1e6e-a359-4301-8534-aae7d97847c7 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580815
Jun 01 10:14:46.887971 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-0fb85a18-3ed5-4a42-9205-ebeae504bf17 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:46.888833 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-0fb85a18-3ed5-4a42-9205-ebeae504bf17 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Synchronizing usage tracker for tenant:2945f4dc0353411c8366296fd3f317a7 on resource:network {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:14:46.972652 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-0fb85a18-3ed5-4a42-9205-ebeae504bf17 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Unset dirty status for tenant:2945f4dc0353411c8366296fd3f317a7 on resource:network {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:14:46.973831 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-0fb85a18-3ed5-4a42-9205-ebeae504bf17 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.93 "GET /v2.0/networks?id=45355b5a-0d4d-4e98-8e71-5b42772ba6bb HTTP/1.1" status: 200  len: 809 time: 0.5805812
Jun 01 10:14:46.983305 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c5a29287-d0c9-4f11-b676-0ff63009d892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:46.997875 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Request body: {'port': {'device_id': 'd3db11dd-8c45-4090-86d7-7dac1bc4da9b', 'network_id': '45355b5a-0d4d-4e98-8e71-5b42772ba6bb', 'admin_state_up': True, 'tenant_id': '2945f4dc0353411c8366296fd3f317a7'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:47.092205 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c5a29287-d0c9-4f11-b676-0ff63009d892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:47.189371 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:14:47.201471 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:14:47.205964 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c5a29287-d0c9-4f11-b676-0ff63009d892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:47.212218 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-300f36f3-4f04-41ac-9b6d-b3b35f167f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:47.227370 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a29287-d0c9-4f11-b676-0ff63009d892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1555892e-83c4-46f1-8935-2fb9c9202260,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:47.230366 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c5a29287-d0c9-4f11-b676-0ff63009d892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:47.233185 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Made reservation on behalf of 2945f4dc0353411c8366296fd3f317a7 for: {'port': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:14:47.236751 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:47.272922 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c5a29287-d0c9-4f11-b676-0ff63009d892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:47.274168 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-c5a29287-d0c9-4f11-b676-0ff63009d892 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1555892e-83c4-46f1-8935-2fb9c9202260 HTTP/1.1" status: 204  len: 168 time: 0.4274364
Jun 01 10:14:47.428404 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Allocated IP 172.20.0.3 (45355b5a-0d4d-4e98-8e71-5b42772ba6bb/e9865265-48cf-49f0-81df-3316d33835b1/d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:14:47.652567 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:47.698105 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:47.707199 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:47.786159 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Pushing event updated for resources: {'Port': ['ID=d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:47.789650 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:47.794713 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Network 45355b5a-0d4d-4e98-8e71-5b42772ba6bb is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:14:47.796374 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:14:47.799736 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:14:47.883084 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:47.883084 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:47.911235 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9176476
Jun 01 10:14:47.927765 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Request body: {'port': {'device_id': 'd3db11dd-8c45-4090-86d7-7dac1bc4da9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:14:48.127773 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a569360-5fec-49f8-81cb-3ca3fab13d2d req-3036aa0c-da9d-4441-a47a-fa262adcc1b5 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:48.129427 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6a569360-5fec-49f8-81cb-3ca3fab13d2d req-3036aa0c-da9d-4441-a47a-fa262adcc1b5 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1223905
Jun 01 10:14:48.226585 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:48.238437 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6a569360-5fec-49f8-81cb-3ca3fab13d2d req-8c47f951-0cf9-4513-bc6b-997de235e817 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933087
Jun 01 10:14:48.252049 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fce96-6dbb-4bfe-a51c-04edf0c0c77a req-bf4fcb16-77d8-4959-bd26-cdd9488db510 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:48.252772 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-2b7fce96-6dbb-4bfe-a51c-04edf0c0c77a req-bf4fcb16-77d8-4959-bd26-cdd9488db510 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Synchronizing usage tracker for tenant:2945f4dc0353411c8366296fd3f317a7 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:14:48.316782 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-2b7fce96-6dbb-4bfe-a51c-04edf0c0c77a req-bf4fcb16-77d8-4959-bd26-cdd9488db510 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Unset dirty status for tenant:2945f4dc0353411c8366296fd3f317a7 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:14:48.324391 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2b7fce96-6dbb-4bfe-a51c-04edf0c0c77a req-bf4fcb16-77d8-4959-bd26-cdd9488db510 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 931 time: 0.2605653
Jun 01 10:14:48.438138 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2b7fce96-6dbb-4bfe-a51c-04edf0c0c77a req-a92dabb8-89e0-47c5-863b-aa817a5ea719 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128507
Jun 01 10:14:48.660531 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec {{(pid=91881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:14:48.667917 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:48.700326 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Transition to ACTIVE for port object d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec will not be triggered until provisioned by entity L2. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:14:48.706273 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:48.713336 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:48.881201 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Pushing event updated for resources: {'Port': ['ID=d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:48.883485 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:48.988424 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Attempting to bind port d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:14:48.988755 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Attempting to bind port d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '45355b5a-0d4d-4e98-8e71-5b42772ba6bb'}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:14:48.989080 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Attempting to bind port d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec on network 45355b5a-0d4d-4e98-8e71-5b42772ba6bb {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:14:48.994161 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Port d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec on network 45355b5a-0d4d-4e98-8e71-5b42772ba6bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:14:48.994161 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Attempting to bind port d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec on network 45355b5a-0d4d-4e98-8e71-5b42772ba6bb {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:14:48.999126 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:14:48.999454 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Checking segment: {'id': '366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '45355b5a-0d4d-4e98-8e71-5b42772ba6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:14:49.000437 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Bound using segment: {'id': '366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '45355b5a-0d4d-4e98-8e71-5b42772ba6bb'} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:14:49.000968 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Bound port: d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '45355b5a-0d4d-4e98-8e71-5b42772ba6bb'}}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:14:49.001354 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:49.096026 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] For port d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec, host hv-cinder-78477, cleared binding levels {{(pid=91881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:14:49.099251 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] For port d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec,segment=NetworkSegment(366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb),segment_id=366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb)] {{(pid=91881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:14:49.102736 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:49.108437 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:49.180910 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:49.181543 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:49.182911 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] 10.222.0.93 "PUT /v2.0/ports/d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec HTTP/1.1" status: 200  len: 1093 time: 1.2609658
Jun 01 10:14:49.183400 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3db11dd-8c45-4090-86d7-7dac1bc4da9b', 'tag': 'd0aa4bf4-8d46-4e9f-844b-4641d4dd35ec'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:14:49.185659 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfb7e47-9916-485c-8c6d-fbbb63f2b343" -d '{"events": [{"name": "network-changed", "server_uuid": "d3db11dd-8c45-4090-86d7-7dac1bc4da9b", "tag": "d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:14:49.206647 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Pushing event updated for resources: {'Port': ['ID=d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec,revision_number=3']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:49.210976 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:49.267212 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3d60df-50b6-4a3d-b898-cc6d8f91313d x-openstack-request-id: req-8a3d60df-50b6-4a3d-b898-cc6d8f91313d {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:14:49.267493 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3db11dd-8c45-4090-86d7-7dac1bc4da9b", "tag": "d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:14:49.267844 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8a3d60df-50b6-4a3d-b898-cc6d8f91313d {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:14:49.268235 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3db11dd-8c45-4090-86d7-7dac1bc4da9b', 'tag': 'd0aa4bf4-8d46-4e9f-844b-4641d4dd35ec', 'status': 'completed', 'code': 200}
Jun 01 10:14:49.323600 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-bd46ef32-d492-472b-b711-ef06e1fb6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:49.325828 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-bd46ef32-d492-472b-b711-ef06e1fb6944 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2945f4dc0353411c8366296fd3f317a7&device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 1096 time: 0.0982363
Jun 01 10:14:49.410155 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-c5362f09-95d0-4015-bece-8bcff435a3ce service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec HTTP/1.1" status: 200  len: 217 time: 0.0754042
Jun 01 10:14:49.451811 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342dda3-db3a-4746-a4c4-3d2e4aeb360b req-8a87b8c7-ff84-418f-b141-b726ece0284c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:49.454154 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0342dda3-db3a-4746-a4c4-3d2e4aeb360b req-8a87b8c7-ff84-418f-b141-b726ece0284c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0948224
Jun 01 10:14:49.517600 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0342dda3-db3a-4746-a4c4-3d2e4aeb360b req-cfefa409-b81e-422c-b115-054dd2e3f743 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564423
Jun 01 10:14:49.526973 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-c1518760-4400-4a4d-a616-2bbbff847f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:49.528929 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-c1518760-4400-4a4d-a616-2bbbff847f33 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e9865265-48cf-49f0-81df-3316d33835b1 HTTP/1.1" status: 200  len: 849 time: 0.1105325
Jun 01 10:14:49.599924 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-8d4fc559-b234-4595-9e83-47f50a0e9277 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=45355b5a-0d4d-4e98-8e71-5b42772ba6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553813
Jun 01 10:14:49.725874 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a8b50-d4b2-4e84-af87-2518864daed1 req-532563a8-2be0-4e36-80dc-1d234a2335b9 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:49.727285 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b05a8b50-d4b2-4e84-af87-2518864daed1 req-532563a8-2be0-4e36-80dc-1d234a2335b9 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 943 time: 0.0892684
Jun 01 10:14:49.778286 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b05a8b50-d4b2-4e84-af87-2518864daed1 req-ae08bae2-1c9e-4516-8cce-ef19e37ccf69 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449109
Jun 01 10:14:49.790056 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-d3bf9741-8536-4121-91b3-2ba6c8b7dd80 service neutron] 10.222.0.93 "GET /v2.0/networks/45355b5a-0d4d-4e98-8e71-5b42772ba6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531048
Jun 01 10:14:49.941308 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1c2d6aeb-e075-42f4-888a-e56e74d2a65d req-cd91adf6-2a25-4091-9858-33a9331a6c00 service neutron] 10.222.0.93 "GET /v2.0/networks/45355b5a-0d4d-4e98-8e71-5b42772ba6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324539
Jun 01 10:14:50.155304 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb7e47-9916-485c-8c6d-fbbb63f2b343 req-c92e4a17-9930-496d-b89a-c9fa85933316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:50.157124 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-abfb7e47-9916-485c-8c6d-fbbb63f2b343 req-c92e4a17-9930-496d-b89a-c9fa85933316 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2945f4dc0353411c8366296fd3f317a7&device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 1096 time: 0.1575694
Jun 01 10:14:50.294142 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb7e47-9916-485c-8c6d-fbbb63f2b343 req-918b11a7-1f32-4311-8ca5-a7adfceea7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:50.295490 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-abfb7e47-9916-485c-8c6d-fbbb63f2b343 req-918b11a7-1f32-4311-8ca5-a7adfceea7ba service neutron] 10.222.0.93 "GET /v2.0/networks?id=45355b5a-0d4d-4e98-8e71-5b42772ba6bb HTTP/1.1" status: 200  len: 911 time: 0.1281822
Jun 01 10:14:50.373292 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-abfb7e47-9916-485c-8c6d-fbbb63f2b343 req-962bea05-a550-49b8-92af-715b8083e129 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec HTTP/1.1" status: 200  len: 217 time: 0.0665975
Jun 01 10:14:50.438125 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb7e47-9916-485c-8c6d-fbbb63f2b343 req-47628c6f-ada2-4bc3-8cf1-18e2eea16f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:50.439633 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-abfb7e47-9916-485c-8c6d-fbbb63f2b343 req-47628c6f-ada2-4bc3-8cf1-18e2eea16f60 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e9865265-48cf-49f0-81df-3316d33835b1 HTTP/1.1" status: 200  len: 849 time: 0.0575883
Jun 01 10:14:50.503628 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-abfb7e47-9916-485c-8c6d-fbbb63f2b343 req-043d4f19-34ff-4b2e-84e4-ec1abccf7ecb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=45355b5a-0d4d-4e98-8e71-5b42772ba6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482075
Jun 01 10:14:50.651736 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-abfb7e47-9916-485c-8c6d-fbbb63f2b343 req-cb2eeef2-539e-4e7d-a6b1-c9148d324e46 service neutron] 10.222.0.93 "GET /v2.0/networks/45355b5a-0d4d-4e98-8e71-5b42772ba6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293762
Jun 01 10:14:50.724363 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8fbc4-81ea-4b7a-8805-d5a7812e67bf req-4498837c-f9f5-4a56-90a5-ddbc68b7f9f8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:50.726698 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-85a8fbc4-81ea-4b7a-8805-d5a7812e67bf req-4498837c-f9f5-4a56-90a5-ddbc68b7f9f8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0932918
Jun 01 10:14:50.780624 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-85a8fbc4-81ea-4b7a-8805-d5a7812e67bf req-99505cfa-195d-4874-9401-d022bca2ee5c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467877
Jun 01 10:14:50.809201 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-abfb7e47-9916-485c-8c6d-fbbb63f2b343 req-817a70df-07ad-4f30-bae0-c2b576fa563a service neutron] 10.222.0.93 "GET /v2.0/networks/45355b5a-0d4d-4e98-8e71-5b42772ba6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449990
Jun 01 10:14:50.987714 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4929d0-71a2-4498-b062-7ce091e679c3 req-0f36a5e0-1a9a-423b-853c-13b972af7b27 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:50.989213 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5d4929d0-71a2-4498-b062-7ce091e679c3 req-0f36a5e0-1a9a-423b-853c-13b972af7b27 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 943 time: 0.0929816
Jun 01 10:14:51.042327 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5d4929d0-71a2-4498-b062-7ce091e679c3 req-4246f94b-b8f8-4655-8dfe-6e1cad3f1043 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460289
Jun 01 10:14:51.991833 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c88279-461c-4492-9bfa-014cdf6c676e req-195522d4-622b-4273-b040-f772ada80e14 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:51.993597 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b6c88279-461c-4492-9bfa-014cdf6c676e req-195522d4-622b-4273-b040-f772ada80e14 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0916710
Jun 01 10:14:52.048032 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b6c88279-461c-4492-9bfa-014cdf6c676e req-989a2888-6062-499d-892f-c68e3bf4f444 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470045
Jun 01 10:14:52.239537 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e5b50-599a-4635-b64c-934eeec2a694 req-fd2b88a4-e073-472b-807e-b9eab824be94 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:52.241001 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-218e5b50-599a-4635-b64c-934eeec2a694 req-fd2b88a4-e073-472b-807e-b9eab824be94 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 943 time: 0.0808103
Jun 01 10:14:52.286836 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-218e5b50-599a-4635-b64c-934eeec2a694 req-c4d28e49-f38d-4bfc-b6b9-3367d5794c31 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400705
Jun 01 10:14:53.236357 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bed452-b3b0-4791-9982-ce579e3b78e8 req-f4017a04-80fe-4701-9722-e1a32443b5e2 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:53.237744 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-38bed452-b3b0-4791-9982-ce579e3b78e8 req-f4017a04-80fe-4701-9722-e1a32443b5e2 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0837758
Jun 01 10:14:53.286023 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-38bed452-b3b0-4791-9982-ce579e3b78e8 req-36ccbcf4-ed8d-4105-bbcd-a636df5f49ab tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426259
Jun 01 10:14:55.368388 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:14:55.507438 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec,segment=NetworkSegment(366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb),segment_id=366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:55.522043 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': 'd0aa4bf4-8d46-4e9f-844b-4641d4dd35ec', 'network_id': '45355b5a-0d4d-4e98-8e71-5b42772ba6bb', 'port_id': 'd0aa4bf4-8d46-4e9f-844b-4641d4dd35ec', 'mac_address': 'fa:16:3e:a6:d5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9865265-48cf-49f0-81df-3316d33835b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:14:55.577871 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:55.596137 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:14:55.611648 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec,segment=NetworkSegment(366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb),segment_id=366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:14:55.615103 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:14:55.618046 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:14:55.687198 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:14:55.690637 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:14:57.023515 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae3317-d186-4471-ab19-d899639e9dda req-c9497751-e955-4d17-a4d2-db80bb4b6603 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:57.025258 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4bae3317-d186-4471-ab19-d899639e9dda req-c9497751-e955-4d17-a4d2-db80bb4b6603 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 944 time: 0.0852175
Jun 01 10:14:57.075689 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd28b5b-f55c-4044-88a6-c4cbb1a9b910 req-e44e1072-5599-4e64-97b5-9e92cbe0d1a1 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:57.077196 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cbd28b5b-f55c-4044-88a6-c4cbb1a9b910 req-e44e1072-5599-4e64-97b5-9e92cbe0d1a1 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0824175
Jun 01 10:14:57.077530 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4bae3317-d186-4471-ab19-d899639e9dda req-258df548-93cd-45df-9144-bef05fbbc411 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462711
Jun 01 10:14:57.127340 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cbd28b5b-f55c-4044-88a6-c4cbb1a9b910 req-da7e77ad-2b78-40d5-9739-e7a55c926b14 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433681
Jun 01 10:14:57.477760 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:14:58.356292 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb68ca-f0a1-48d4-a6e3-26d85ceb6c26 req-a1cf5799-4412-4f80-9293-51e042b76d58 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:58.357876 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b0eb68ca-f0a1-48d4-a6e3-26d85ceb6c26 req-a1cf5799-4412-4f80-9293-51e042b76d58 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 944 time: 0.0940111
Jun 01 10:14:58.411699 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b0eb68ca-f0a1-48d4-a6e3-26d85ceb6c26 req-4597549f-06ed-4bf7-833a-4cc8cb86a8a7 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455713
Jun 01 10:14:58.615852 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4132797-a4f7-4c3d-8e3f-dc98f5d31348 req-9d2b5839-a371-49ce-8e6e-f31092acf129 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:58.623247 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c4132797-a4f7-4c3d-8e3f-dc98f5d31348 req-9d2b5839-a371-49ce-8e6e-f31092acf129 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0969918
Jun 01 10:14:58.671159 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c4132797-a4f7-4c3d-8e3f-dc98f5d31348 req-b35c72dd-1f44-4b8e-9d77-3a3f9af12be1 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470293
Jun 01 10:14:59.610416 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7c56d-d145-4b9b-9579-968738dfb91f req-bebffa2e-e0d9-41b4-95e4-ced9227f5152 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:59.612464 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-49c7c56d-d145-4b9b-9579-968738dfb91f req-bebffa2e-e0d9-41b4-95e4-ced9227f5152 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 944 time: 0.0817420
Jun 01 10:14:59.656562 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-49c7c56d-d145-4b9b-9579-968738dfb91f req-2f89c324-0281-4852-aa73-8d143d40f4dd tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383210
Jun 01 10:14:59.875648 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e807cb9-4e79-4011-a3c9-197d5251260d req-51af9e46-c778-4e47-a4d8-1edb1e8c4480 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:14:59.877136 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2e807cb9-4e79-4011-a3c9-197d5251260d req-51af9e46-c778-4e47-a4d8-1edb1e8c4480 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0845559
Jun 01 10:14:59.926679 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2e807cb9-4e79-4011-a3c9-197d5251260d req-8ac95d20-6710-4782-9da5-83e9fd207dea tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425928
Jun 01 10:15:00.845235 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:15:00.855558 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff757a-cba6-4675-b219-6d0710fef5f2 req-2272f709-d784-4aeb-ae30-b024cf4303a0 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:00.857247 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-acff757a-cba6-4675-b219-6d0710fef5f2 req-2272f709-d784-4aeb-ae30-b024cf4303a0 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 944 time: 0.0880287
Jun 01 10:15:00.910609 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-acff757a-cba6-4675-b219-6d0710fef5f2 req-79402cd8-c462-478d-b9e1-6dc3594a3221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442674
Jun 01 10:15:00.922371 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:15:00.931321 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:15:00.931707 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:01.061969 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:01.113999 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3db11dd-8c45-4090-86d7-7dac1bc4da9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0aa4bf4-8d46-4e9f-844b-4641d4dd35ec'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:15:01.116206 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db7c4ea-5f9a-427f-81e1-d70f2b033169" -d '{"events": [{"server_uuid": "d3db11dd-8c45-4090-86d7-7dac1bc4da9b", "name": "network-vif-plugged", "status": "completed", "tag": "d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:15:01.124218 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec,segment=NetworkSegment(366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb),segment_id=366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:15:01.125341 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e78337-cffe-4366-aeb6-e12450861692 req-08a4a787-425c-4e0c-9108-f7892263f0b6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:01.127643 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99e78337-cffe-4366-aeb6-e12450861692 req-08a4a787-425c-4e0c-9108-f7892263f0b6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0917258
Jun 01 10:15:01.129019 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:01.132364 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-80bc53ff-48eb-4cea-be16-89fc0702f06b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:01.186516 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99e78337-cffe-4366-aeb6-e12450861692 req-1509e905-ecaa-48a6-8c79-137212711f18 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521178
Jun 01 10:15:01.198907 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:01.210276 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:01.239018 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6401ff4d-3bb0-4d69-8bbc-f824811661e5 x-openstack-request-id: req-6401ff4d-3bb0-4d69-8bbc-f824811661e5 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:15:01.239312 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3db11dd-8c45-4090-86d7-7dac1bc4da9b", "name": "network-vif-plugged", "status": "completed", "tag": "d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:15:01.239568 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6401ff4d-3bb0-4d69-8bbc-f824811661e5 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:15:01.239958 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3db11dd-8c45-4090-86d7-7dac1bc4da9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0aa4bf4-8d46-4e9f-844b-4641d4dd35ec', 'code': 200}
Jun 01 10:15:01.531827 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9e71c-b40e-4cdc-9dc2-1405451c1308 req-27ec4dd7-cbfc-448b-8c4f-d408350c5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:01.534479 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-5ab9e71c-b40e-4cdc-9dc2-1405451c1308 req-27ec4dd7-cbfc-448b-8c4f-d408350c5b03 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 1098 time: 0.1094255
Jun 01 10:15:01.599565 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-5ab9e71c-b40e-4cdc-9dc2-1405451c1308 req-443099dd-db6d-492a-ada4-05b10c9d1bd0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575395
Jun 01 10:15:02.313484 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1c279-2069-417a-8878-b50b3107001f req-930f40fa-42ca-4f25-aeb0-132cc4cab1f6 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:02.315433 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-19c1c279-2069-417a-8878-b50b3107001f req-930f40fa-42ca-4f25-aeb0-132cc4cab1f6 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 945 time: 0.0814028
Jun 01 10:15:02.363383 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-19c1c279-2069-417a-8878-b50b3107001f req-6bb22ff3-d944-48a3-97fe-f3dfc116c095 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419042
Jun 01 10:15:02.548121 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd890e-a70f-43d4-98ea-f89f2c5c55de req-af16eb2d-ccc3-4cb0-b6b3-9715d460b75c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:02.550485 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-00bd890e-a70f-43d4-98ea-f89f2c5c55de req-af16eb2d-ccc3-4cb0-b6b3-9715d460b75c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0819876
Jun 01 10:15:02.597737 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-00bd890e-a70f-43d4-98ea-f89f2c5c55de req-6b638622-b24b-4ffa-b371-e1d0b7b26df8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417895
Jun 01 10:15:03.569557 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c87e5e-f12f-4347-864d-bbcd9808dec2 req-afc6d493-d98d-4555-b5f5-d085474e612f tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:03.571061 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e8c87e5e-f12f-4347-864d-bbcd9808dec2 req-afc6d493-d98d-4555-b5f5-d085474e612f tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 945 time: 0.0997584
Jun 01 10:15:03.709355 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e8c87e5e-f12f-4347-864d-bbcd9808dec2 req-bc87f0f6-d0d3-4ded-9255-838353a02aa6 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326017
Jun 01 10:15:03.883009 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be24c6-47d7-4d13-9724-f7c0d8c2c297 req-f5163171-52e7-40c0-b889-572ffce14637 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:03.884427 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-77be24c6-47d7-4d13-9724-f7c0d8c2c297 req-f5163171-52e7-40c0-b889-572ffce14637 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0800488
Jun 01 10:15:03.932611 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-77be24c6-47d7-4d13-9724-f7c0d8c2c297 req-10f4c4d7-c527-468f-9ee2-4609eb7bc834 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423613
Jun 01 10:15:05.138199 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ace44-6ca8-4d0e-a7d5-7bf301e6d0f8 req-08ecbca6-d5e4-49fb-8cd8-8c291d398af6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:05.139630 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ef8ace44-6ca8-4d0e-a7d5-7bf301e6d0f8 req-08ecbca6-d5e4-49fb-8cd8-8c291d398af6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0795858
Jun 01 10:15:05.187014 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ef8ace44-6ca8-4d0e-a7d5-7bf301e6d0f8 req-9e399fd9-536c-45de-bd80-953354b5d714 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407531
Jun 01 10:15:05.246495 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-071db455-fb26-450e-8d13-339c6b7d4dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:05.363505 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb5dc8-166e-4520-9e1b-92466c747c74 req-b5e88709-312e-4984-9b77-b46eef018197 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:05.364923 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-92fb5dc8-166e-4520-9e1b-92466c747c74 req-b5e88709-312e-4984-9b77-b46eef018197 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 945 time: 0.0812922
Jun 01 10:15:05.409667 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-92fb5dc8-166e-4520-9e1b-92466c747c74 req-d0bd33ef-5d02-4a9f-b64f-0628525e3406 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391018
Jun 01 10:15:05.451820 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:06.270411 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:15:06.374772 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc022c36-8a76-43ff-aede-f61f3d2410ff req-54e62f7a-32d9-4d44-a6f4-8c11f9abb9ec tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:06.376207 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fc022c36-8a76-43ff-aede-f61f3d2410ff req-54e62f7a-32d9-4d44-a6f4-8c11f9abb9ec tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0800433
Jun 01 10:15:06.419821 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fc022c36-8a76-43ff-aede-f61f3d2410ff req-54364200-3bf4-4ddc-9c78-176ba33255df tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378327
Jun 01 10:15:06.604831 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211a07a-169b-4328-940f-bb5cae9fa0d8 req-a4f21d52-f0ce-461a-aff7-b0b8fbc69bb0 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:06.606266 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4211a07a-169b-4328-940f-bb5cae9fa0d8 req-a4f21d52-f0ce-461a-aff7-b0b8fbc69bb0 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 945 time: 0.0902076
Jun 01 10:15:06.652828 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4211a07a-169b-4328-940f-bb5cae9fa0d8 req-ec9eecf1-6a75-4242-a567-a9f6a2b70472 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394123
Jun 01 10:15:07.627597 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe8c61-1bf1-4ce4-839e-a0afdee90936 req-bfe812aa-9ea2-4617-bb52-813dc1ded452 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:07.629050 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-dcbe8c61-1bf1-4ce4-839e-a0afdee90936 req-bfe812aa-9ea2-4617-bb52-813dc1ded452 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0833995
Jun 01 10:15:07.673125 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-dcbe8c61-1bf1-4ce4-839e-a0afdee90936 req-126ae928-b750-4d8f-b358-306012ad78f2 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384758
Jun 01 10:15:07.725207 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-3e57f74c-9b80-48d8-bf83-84bec01803cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:07.854156 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:07.881235 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11df057-51d2-40c0-944a-7634abd432ee req-98056a05-291b-46b6-a5c8-79540278a071 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:07.882658 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a11df057-51d2-40c0-944a-7634abd432ee req-98056a05-291b-46b6-a5c8-79540278a071 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 945 time: 0.1446586
Jun 01 10:15:07.896470 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec1e33-6c44-44e1-b02d-22fb3cd50c20 req-a5880acb-1a6d-4f12-8e91-af53e5f21a4f tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:07.897993 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-87ec1e33-6c44-44e1-b02d-22fb3cd50c20 req-a5880acb-1a6d-4f12-8e91-af53e5f21a4f tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 945 time: 0.1256766
Jun 01 10:15:08.025418 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-87ec1e33-6c44-44e1-b02d-22fb3cd50c20 req-660d8ee9-a55c-461c-8847-9e92f0d7b103 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf29d96d-15a1-4416-8e07-9bcbcd965887&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928082
Jun 01 10:15:08.080488 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-a11df057-51d2-40c0-944a-7634abd432ee req-426b6616-e8b2-4d86-9363-73b68305dbae tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Deleting port d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:15:08.080998 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-a11df057-51d2-40c0-944a-7634abd432ee req-426b6616-e8b2-4d86-9363-73b68305dbae tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:08.224567 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-a11df057-51d2-40c0-944a-7634abd432ee req-426b6616-e8b2-4d86-9363-73b68305dbae tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] For port d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec,segment=NetworkSegment(366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb),segment_id=366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:15:08.224931 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-a11df057-51d2-40c0-944a-7634abd432ee req-426b6616-e8b2-4d86-9363-73b68305dbae tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:08.350495 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-a11df057-51d2-40c0-944a-7634abd432ee req-426b6616-e8b2-4d86-9363-73b68305dbae tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Calling delete_port for d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:15:08.461478 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-a11df057-51d2-40c0-944a-7634abd432ee req-426b6616-e8b2-4d86-9363-73b68305dbae tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:08.468304 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:08.477146 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:15:08.545069 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b6616-e8b2-4d86-9363-73b68305dbae tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Pushing event deleted for resources: {'Port': ['ID=d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:08.552771 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-426b6616-e8b2-4d86-9363-73b68305dbae tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:08.592038 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11df057-51d2-40c0-944a-7634abd432ee req-426b6616-e8b2-4d86-9363-73b68305dbae tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] No DVR routers for this DVR port d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:15:08.594470 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-a11df057-51d2-40c0-944a-7634abd432ee req-426b6616-e8b2-4d86-9363-73b68305dbae tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:08.597537 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3db11dd-8c45-4090-86d7-7dac1bc4da9b', 'name': 'network-vif-deleted', 'tag': 'd0aa4bf4-8d46-4e9f-844b-4641d4dd35ec'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:15:08.599737 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1122b5e-a015-4da8-ae4b-e6dda806bcbf" -d '{"events": [{"server_uuid": "d3db11dd-8c45-4090-86d7-7dac1bc4da9b", "name": "network-vif-deleted", "tag": "d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:15:08.614967 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a11df057-51d2-40c0-944a-7634abd432ee req-426b6616-e8b2-4d86-9363-73b68305dbae tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.93 "DELETE /v2.0/ports/d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec HTTP/1.1" status: 204  len: 173 time: 0.7159815
Jun 01 10:15:08.655430 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c490ad05-69c8-45a0-b39f-b3a4c2392509 x-openstack-request-id: req-c490ad05-69c8-45a0-b39f-b3a4c2392509 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:15:08.656124 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3db11dd-8c45-4090-86d7-7dac1bc4da9b", "name": "network-vif-deleted", "tag": "d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:15:08.656223 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c490ad05-69c8-45a0-b39f-b3a4c2392509 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:15:08.656803 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3db11dd-8c45-4090-86d7-7dac1bc4da9b', 'name': 'network-vif-deleted', 'tag': 'd0aa4bf4-8d46-4e9f-844b-4641d4dd35ec', 'status': 'completed', 'code': 200}
Jun 01 10:15:08.790244 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:08.872336 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c4c3-843e-4089-97df-f6501d699553 req-46f3025c-f161-4397-9439-cbd3245ca0da tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:08.873825 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6e29c4c3-843e-4089-97df-f6501d699553 req-46f3025c-f161-4397-9439-cbd3245ca0da tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0880399
Jun 01 10:15:08.921514 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6e29c4c3-843e-4089-97df-f6501d699553 req-c0da58f6-2d07-409f-8867-452bdacb2646 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419092
Jun 01 10:15:09.188090 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-ee7683f8-460d-41a6-a0a2-cf86b19bc1bc req-b18590f6-8d46-4835-93c7-e97025305b1b tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Synchronizing usage tracker for tenant:2945f4dc0353411c8366296fd3f317a7 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:15:09.202551 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-ee7683f8-460d-41a6-a0a2-cf86b19bc1bc req-b18590f6-8d46-4835-93c7-e97025305b1b tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Unset dirty status for tenant:2945f4dc0353411c8366296fd3f317a7 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:15:09.203728 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ee7683f8-460d-41a6-a0a2-cf86b19bc1bc req-b18590f6-8d46-4835-93c7-e97025305b1b tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3db11dd-8c45-4090-86d7-7dac1bc4da9b HTTP/1.1" status: 200  len: 210 time: 0.0576041
Jun 01 10:15:10.193835 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce733d-433b-4f66-9d8d-f88ad9e67e45 req-814e76e7-e89d-40d2-b895-60e999abcc39 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:10.195516 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-96ce733d-433b-4f66-9d8d-f88ad9e67e45 req-814e76e7-e89d-40d2-b895-60e999abcc39 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1649480
Jun 01 10:15:10.243333 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-96ce733d-433b-4f66-9d8d-f88ad9e67e45 req-719f75bc-78cd-4166-845d-aeeb7ceb3b87 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417864
Jun 01 10:15:10.497295 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:11.444017 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4b45d-bee5-4afe-9194-be6adb2b60d8 req-ab172a21-9b86-4654-a05f-4bd0a1718d0f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:11.445660 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e6e4b45d-bee5-4afe-9194-be6adb2b60d8 req-ab172a21-9b86-4654-a05f-4bd0a1718d0f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0831866
Jun 01 10:15:11.506681 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e6e4b45d-bee5-4afe-9194-be6adb2b60d8 req-0404a282-be3d-4888-adfe-7723c1b119dd tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521894
Jun 01 10:15:12.707784 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00058cb9-2134-46dc-bf48-f3726a8fdbf3 req-cac8f222-3029-4587-a7d3-bfa62c870b09 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:12.709129 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-00058cb9-2134-46dc-bf48-f3726a8fdbf3 req-cac8f222-3029-4587-a7d3-bfa62c870b09 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0864322
Jun 01 10:15:12.755228 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-00058cb9-2134-46dc-bf48-f3726a8fdbf3 req-d231989a-88d1-48ce-b8ae-2b8f87ce34d8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402160
Jun 01 10:15:12.917807 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:15:12.959275 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:15:12.959412 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device d0aa4bf4-8d46-4e9f-844b-4641d4dd35ec not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:15:13.953677 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2383c1-7764-437a-a8c1-7a75d60d9ee9 req-3753cb6a-4329-4b89-b87b-522d356c128d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:13.955189 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3e2383c1-7764-437a-a8c1-7a75d60d9ee9 req-3753cb6a-4329-4b89-b87b-522d356c128d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0880158
Jun 01 10:15:14.015725 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3e2383c1-7764-437a-a8c1-7a75d60d9ee9 req-c746745c-dfe2-49ea-8ef7-0a610b3b1f42 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544429
Jun 01 10:15:15.150523 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-44674bb1-670e-43ef-a1fe-8b3a191fa4fb tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:15.152043 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-44674bb1-670e-43ef-a1fe-8b3a191fa4fb tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/networks?id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf HTTP/1.1" status: 200  len: 815 time: 0.1563897
Jun 01 10:15:15.168057 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-ac92ea3a-049b-4529-9c55-f3bb39faeb6c tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/quotas/6e42e90419c64aa49f35ff4b6608a371 HTTP/1.1" status: 200  len: 375 time: 0.0106375
Jun 01 10:15:15.230505 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb499e9-901d-4acb-99b3-dc65fcc7cd4d req-58f4a201-748e-455e-bd82-c120da644b4f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:15.232680 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0bb499e9-901d-4acb-99b3-dc65fcc7cd4d req-58f4a201-748e-455e-bd82-c120da644b4f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0850720
Jun 01 10:15:15.262388 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-1f621359-5bbf-41f3-8af5-51991fb7d728 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e42e90419c64aa49f35ff4b6608a371&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0886447
Jun 01 10:15:15.279798 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0bb499e9-901d-4acb-99b3-dc65fcc7cd4d req-f1de2464-357b-460e-a481-7deffb4257f9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401301
Jun 01 10:15:15.398902 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-59d007c6-47c7-483d-8718-0fd6367f5408 service neutron] 10.222.0.86 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298325
Jun 01 10:15:15.531550 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-684ae7fa-4d6b-4074-8eba-55b1716556d1 service neutron] 10.222.0.86 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268203
Jun 01 10:15:17.880587 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-50eae465-3646-4532-a779-4032e8d23707 req-e1e01122-342e-4c28-8d7f-370a2d7a09ce tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 210 time: 0.0446892
Jun 01 10:15:17.966184 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda8104-8f04-4053-8631-1fa6ffeb6102 req-78ae059c-07c7-4d16-b408-90f376e51a38 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:17.967800 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-eeda8104-8f04-4053-8631-1fa6ffeb6102 req-78ae059c-07c7-4d16-b408-90f376e51a38 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1110804
Jun 01 10:15:18.017539 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-eeda8104-8f04-4053-8631-1fa6ffeb6102 req-a2776c71-e8fc-4219-a2c8-eeb15ec4fd5d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421772
Jun 01 10:15:21.886321 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-afd5ffe3-120c-474c-9055-cb8dd148e622 req-aa3874f6-ba96-4a36-9b62-81e1a7c87276 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 210 time: 0.0577531
Jun 01 10:15:21.890126 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c423b82-6082-4616-a216-57b56696e486 req-c2ee4394-0c14-4cf0-aeb2-f082fe601601 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:21.892936 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2c423b82-6082-4616-a216-57b56696e486 req-c2ee4394-0c14-4cf0-aeb2-f082fe601601 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0872786
Jun 01 10:15:21.939736 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2c423b82-6082-4616-a216-57b56696e486 req-d2109e45-8954-49ea-8aef-32261fa3072f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418658
Jun 01 10:15:21.950895 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-7747f479-560f-439e-84a4-2749803821e7 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:21.951872 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-7747f479-560f-439e-84a4-2749803821e7 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Synchronizing usage tracker for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:network {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:15:21.969490 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-7747f479-560f-439e-84a4-2749803821e7 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Unset dirty status for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:network {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:15:21.970635 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-7747f479-560f-439e-84a4-2749803821e7 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "GET /v2.0/networks?id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf HTTP/1.1" status: 200  len: 815 time: 0.2311041
Jun 01 10:15:22.005008 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Request body: {'port': {'device_id': '6170a982-718a-4479-8c20-90969f9bb984', 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf', 'admin_state_up': True, 'tenant_id': '6e42e90419c64aa49f35ff4b6608a371'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:15:22.137347 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:15:22.146972 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:15:22.156529 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Made reservation on behalf of 6e42e90419c64aa49f35ff4b6608a371 for: {'port': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:15:22.160704 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:22.321145 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Allocated IP 172.20.0.8 (ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf/a9cc419c-3db7-401e-8482-05d6112abc74/37e088ba-fa49-42ae-92b0-e928bab3a032) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:15:22.531101 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:22.561233 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:22.566795 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9089b80b-efe3-445a-954e-642896ddcea9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:22.632746 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:15:22.635863 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:15:22.639602 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:15:22.670323 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Pushing event updated for resources: {'Port': ['ID=37e088ba-fa49-42ae-92b0-e928bab3a032,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:22.689663 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:22.690103 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:22.690515 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:22.690877 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:22.691237 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:22.691590 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:22.691939 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:22.692572 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:22.692669 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:22.692951 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:22.693326 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:22.693671 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:22.699813 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:22.718272 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:22.718878 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:22.744463 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7434978
Jun 01 10:15:24.251914 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Request body: {'port': {'device_id': '6170a982-718a-4479-8c20-90969f9bb984', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:15:24.362379 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:24.776175 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e088ba-fa49-42ae-92b0-e928bab3a032 {{(pid=91881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:15:24.783455 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:24.798184 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Transition to ACTIVE for port object 37e088ba-fa49-42ae-92b0-e928bab3a032 will not be triggered until provisioned by entity L2. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:15:24.802572 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:24.806823 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:24.931507 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Pushing event updated for resources: {'Port': ['ID=37e088ba-fa49-42ae-92b0-e928bab3a032,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:24.962490 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:25.036331 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Attempting to bind port 37e088ba-fa49-42ae-92b0-e928bab3a032 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:15:25.036574 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Attempting to bind port 37e088ba-fa49-42ae-92b0-e928bab3a032 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:15:25.036899 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Attempting to bind port 37e088ba-fa49-42ae-92b0-e928bab3a032 on network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:15:25.041427 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Port 37e088ba-fa49-42ae-92b0-e928bab3a032 on network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:15:25.041747 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Attempting to bind port 37e088ba-fa49-42ae-92b0-e928bab3a032 on network ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:15:25.047138 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:15:25.047469 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Checking segment: {'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:15:25.047846 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Bound using segment: {'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:15:25.048271 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Bound port: 37e088ba-fa49-42ae-92b0-e928bab3a032, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f103935-ca4a-4d07-986b-c50265452256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf'}}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:15:25.048613 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:25.139306 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] For port 37e088ba-fa49-42ae-92b0-e928bab3a032, host hv-cinder-78477, cleared binding levels {{(pid=91881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:15:25.142458 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] For port 37e088ba-fa49-42ae-92b0-e928bab3a032, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=37e088ba-fa49-42ae-92b0-e928bab3a032,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:15:25.147245 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:25.151409 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:25.210281 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:25.210892 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:25.212267 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] 10.222.0.93 "PUT /v2.0/ports/37e088ba-fa49-42ae-92b0-e928bab3a032 HTTP/1.1" status: 200  len: 1093 time: 0.9647942
Jun 01 10:15:25.212777 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6170a982-718a-4479-8c20-90969f9bb984', 'tag': '37e088ba-fa49-42ae-92b0-e928bab3a032'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:15:25.215079 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4445db-381d-45ea-aa31-7c83e820a93b" -d '{"events": [{"name": "network-changed", "server_uuid": "6170a982-718a-4479-8c20-90969f9bb984", "tag": "37e088ba-fa49-42ae-92b0-e928bab3a032"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:15:25.233707 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Pushing event updated for resources: {'Port': ['ID=37e088ba-fa49-42ae-92b0-e928bab3a032,revision_number=3']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:25.237214 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:25.324278 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['9ae42cd5-ad15-4e43-a880-17f7bb75b792', '400089a5-f7b1-45bf-a6c2-d926694a58b4', '5a03167d-fb23-4cc2-ae0c-de57e2f92776'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:15:25.497842 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-5d0c4a2b-3d3c-4d02-a598-1a94e749c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:25.499292 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-5d0c4a2b-3d3c-4d02-a598-1a94e749c68e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6e42e90419c64aa49f35ff4b6608a371&device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 1096 time: 0.1237872
Jun 01 10:15:25.588927 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df197-98cc-4ff4-be81-9e66d7f23ff0 req-bc3fc9bf-427b-4603-b6ea-6fab08791279 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:25.590439 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-630df197-98cc-4ff4-be81-9e66d7f23ff0 req-bc3fc9bf-427b-4603-b6ea-6fab08791279 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0981653
Jun 01 10:15:25.594107 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-ff9a8c55-b26c-4e75-9bcd-0a4a18693223 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37e088ba-fa49-42ae-92b0-e928bab3a032 HTTP/1.1" status: 200  len: 217 time: 0.0831928
Jun 01 10:15:25.649408 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-630df197-98cc-4ff4-be81-9e66d7f23ff0 req-e5dd2241-4669-42c8-ac28-04cef0edc44f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509593
Jun 01 10:15:25.655781 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8df19-bb0f-41d6-8ab2-0c04abfcc0f5 req-c8b70c91-7f36-4eff-ae55-a94155f9b438 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:25.657038 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-adc8df19-bb0f-41d6-8ab2-0c04abfcc0f5 req-c8b70c91-7f36-4eff-ae55-a94155f9b438 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Synchronizing usage tracker for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:15:25.691092 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-ce68c9e8-0c53-4fd6-b950-cd18079834bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:25.692449 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-ce68c9e8-0c53-4fd6-b950-cd18079834bf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9cc419c-3db7-401e-8482-05d6112abc74 HTTP/1.1" status: 200  len: 855 time: 0.0909841
Jun 01 10:15:25.694596 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-adc8df19-bb0f-41d6-8ab2-0c04abfcc0f5 req-c8b70c91-7f36-4eff-ae55-a94155f9b438 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Unset dirty status for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:15:25.695847 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-adc8df19-bb0f-41d6-8ab2-0c04abfcc0f5 req-c8b70c91-7f36-4eff-ae55-a94155f9b438 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 943 time: 0.2318175
Jun 01 10:15:25.741389 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8811fa1e-b189-454f-9de4-f4cb26a2829b x-openstack-request-id: req-8811fa1e-b189-454f-9de4-f4cb26a2829b {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:15:25.741702 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6170a982-718a-4479-8c20-90969f9bb984", "tag": "37e088ba-fa49-42ae-92b0-e928bab3a032", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:15:25.741990 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8811fa1e-b189-454f-9de4-f4cb26a2829b {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:15:25.742411 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6170a982-718a-4479-8c20-90969f9bb984', 'tag': '37e088ba-fa49-42ae-92b0-e928bab3a032', 'status': 'completed', 'code': 200}
Jun 01 10:15:25.762224 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-2c2c2db5-5393-4c1a-abc0-15e120a79136 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621457
Jun 01 10:15:25.816478 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-adc8df19-bb0f-41d6-8ab2-0c04abfcc0f5 req-19319c03-5fcb-4ccf-b07a-90fc41e7c68f tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762320
Jun 01 10:15:25.937140 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-1cbdf4f2-3d3d-4a0a-9c68-f0b04c320bf6 service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565866
Jun 01 10:15:26.063607 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73c3dd-c24d-4294-80c7-b3b4a23c4c84 req-04224834-0323-468c-a788-c2f86424ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:26.065100 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7d73c3dd-c24d-4294-80c7-b3b4a23c4c84 req-04224834-0323-468c-a788-c2f86424ff61 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 1098 time: 0.0684791
Jun 01 10:15:26.083218 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-03571618-6fe0-4d7f-bb2d-29afc59fe98a req-fde056e5-2905-4c95-9254-763569bdca78 service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330202
Jun 01 10:15:26.175166 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7d73c3dd-c24d-4294-80c7-b3b4a23c4c84 req-41b4706e-eba8-469d-8a2a-8250b8d3788b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968237
Jun 01 10:15:26.205250 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4445db-381d-45ea-aa31-7c83e820a93b req-43009bb6-ae40-46d4-b699-695dadccf462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:26.207589 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0d4445db-381d-45ea-aa31-7c83e820a93b req-43009bb6-ae40-46d4-b699-695dadccf462 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6e42e90419c64aa49f35ff4b6608a371&device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 1096 time: 0.0728617
Jun 01 10:15:26.404635 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4445db-381d-45ea-aa31-7c83e820a93b req-d2b20c72-0e47-4c2b-95e6-25825316d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:26.406183 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0d4445db-381d-45ea-aa31-7c83e820a93b req-d2b20c72-0e47-4c2b-95e6-25825316d386 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf HTTP/1.1" status: 200  len: 917 time: 0.1334965
Jun 01 10:15:26.491976 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0d4445db-381d-45ea-aa31-7c83e820a93b req-623cbd18-f7f2-4f8f-ac59-92051b6f8f74 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37e088ba-fa49-42ae-92b0-e928bab3a032 HTTP/1.1" status: 200  len: 217 time: 0.0777094
Jun 01 10:15:26.567821 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4445db-381d-45ea-aa31-7c83e820a93b req-86bd7679-55b6-4841-a7a6-2f74e1b86820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:26.569305 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0d4445db-381d-45ea-aa31-7c83e820a93b req-86bd7679-55b6-4841-a7a6-2f74e1b86820 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9cc419c-3db7-401e-8482-05d6112abc74 HTTP/1.1" status: 200  len: 855 time: 0.0620184
Jun 01 10:15:26.767475 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0d4445db-381d-45ea-aa31-7c83e820a93b req-9b9316d7-5a71-41dd-8976-6e627e3c1d3e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1874106
Jun 01 10:15:27.049485 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa907d-b4ec-4127-be1d-65aa2fc7c0ef req-418270ab-405a-457c-9705-1c200821ba82 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:27.057592 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4bfa907d-b4ec-4127-be1d-65aa2fc7c0ef req-418270ab-405a-457c-9705-1c200821ba82 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 943 time: 0.1011846
Jun 01 10:15:27.092292 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6399729-2989-45af-a2e3-0f3ade295258 req-58a27910-fbb9-48f2-a218-79bfb79aa11d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:27.094281 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f6399729-2989-45af-a2e3-0f3ade295258 req-58a27910-fbb9-48f2-a218-79bfb79aa11d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.2280860
Jun 01 10:15:27.098666 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0d4445db-381d-45ea-aa31-7c83e820a93b req-92c2cca2-3cf0-401b-965f-8a17233a9ff0 service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3164313
Jun 01 10:15:27.120313 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4bfa907d-b4ec-4127-be1d-65aa2fc7c0ef req-d970900f-9e6f-449f-a5b4-0a4e78d2bce7 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617483
Jun 01 10:15:27.228868 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f6399729-2989-45af-a2e3-0f3ade295258 req-e2d1c278-9fef-48d5-b4e2-8a7219ffe428 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288104
Jun 01 10:15:27.272591 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0d4445db-381d-45ea-aa31-7c83e820a93b req-5bb48e8e-d078-4676-be45-3dcac136e7b7 service neutron] 10.222.0.93 "GET /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1578522
Jun 01 10:15:28.499700 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6b00e-64f0-49dd-9a85-b9668eacae95 req-f66a961e-d24d-48b3-9658-2bc07c6cad36 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:28.513191 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d5d6b00e-64f0-49dd-9a85-b9668eacae95 req-f66a961e-d24d-48b3-9658-2bc07c6cad36 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 943 time: 0.1905274
Jun 01 10:15:28.529381 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567095e-1dc4-41b9-83fa-cc80f11a8875 req-75770adb-ffb8-4474-9185-0af59436ddb3 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:28.548104 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a567095e-1dc4-41b9-83fa-cc80f11a8875 req-75770adb-ffb8-4474-9185-0af59436ddb3 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1764734
Jun 01 10:15:28.622211 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d5d6b00e-64f0-49dd-9a85-b9668eacae95 req-06e5b174-5c43-4d54-9354-1826bb26c64c tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069233
Jun 01 10:15:28.663625 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a567095e-1dc4-41b9-83fa-cc80f11a8875 req-a2d0f992-7273-4a44-9d1e-e2b26b2df2a2 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126511
Jun 01 10:15:28.897816 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f293b-c660-4da1-85ee-ed0827d2c248 req-5013e42b-c059-45b7-851a-27f636b22875 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:28.899056 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-042f293b-c660-4da1-85ee-ed0827d2c248 req-5013e42b-c059-45b7-851a-27f636b22875 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0940890
Jun 01 10:15:28.958998 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-042f293b-c660-4da1-85ee-ed0827d2c248 req-18efa21c-0a94-4bd0-8e64-423f3a13d1d1 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539165
Jun 01 10:15:29.816480 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e585be8-870f-4344-9411-7ad422574b23 req-3eccedfb-e9ed-49f2-868f-7e0efc5da811 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:29.818147 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0e585be8-870f-4344-9411-7ad422574b23 req-3eccedfb-e9ed-49f2-868f-7e0efc5da811 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 943 time: 0.0932951
Jun 01 10:15:29.869532 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0e585be8-870f-4344-9411-7ad422574b23 req-3b39441d-443a-4ba1-a844-40f52644f62e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451386
Jun 01 10:15:31.077745 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfc311-d684-45a9-b90b-bb2aeb9e47d0 req-8a2a18f3-05ea-4187-9915-f6ae614b867a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:31.081262 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8dbfc311-d684-45a9-b90b-bb2aeb9e47d0 req-8a2a18f3-05ea-4187-9915-f6ae614b867a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1116250
Jun 01 10:15:31.107940 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faccbb7-6e55-4cfc-9790-94af2de56bde req-2379afe2-bd39-4afa-9252-3d1766269ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:31.109500 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8faccbb7-6e55-4cfc-9790-94af2de56bde req-2379afe2-bd39-4afa-9252-3d1766269ff2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=635eb482ecb44dfeaf04636e1da0589f&device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 1099 time: 0.1824875
Jun 01 10:15:31.149962 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8dbfc311-d684-45a9-b90b-bb2aeb9e47d0 req-e929cd25-1a58-4623-b382-5a82fcb436be tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622213
Jun 01 10:15:31.161475 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db653f-bacc-4ee1-a220-66be890afdd0 req-207f1b98-191d-4be3-8441-94a0b97d6974 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:31.163820 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-82db653f-bacc-4ee1-a220-66be890afdd0 req-207f1b98-191d-4be3-8441-94a0b97d6974 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 943 time: 0.1477976
Jun 01 10:15:31.286677 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-82db653f-bacc-4ee1-a220-66be890afdd0 req-d5a9bc6a-7e90-4e95-809b-ad6a0931eb1f tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706604
Jun 01 10:15:31.345367 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faccbb7-6e55-4cfc-9790-94af2de56bde req-357edeb4-da86-4e6a-8846-36997e47d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:31.347704 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8faccbb7-6e55-4cfc-9790-94af2de56bde req-357edeb4-da86-4e6a-8846-36997e47d691 service neutron] 10.222.0.93 "GET /v2.0/networks?id=cad8ba7a-17e4-4cfe-932e-84f43201305c HTTP/1.1" status: 200  len: 919 time: 0.2288136
Jun 01 10:15:31.371867 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 37e088ba-fa49-42ae-92b0-e928bab3a032 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:15:31.477511 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8faccbb7-6e55-4cfc-9790-94af2de56bde req-01cd88b0-4e31-48a4-809a-b897cc55be2b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52ae638d-3164-45ef-9c7e-d5cc8c396dbe HTTP/1.1" status: 200  len: 217 time: 0.1002333
Jun 01 10:15:31.623559 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faccbb7-6e55-4cfc-9790-94af2de56bde req-2e85cb8b-85b0-4555-945d-9afc4f037132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:31.624733 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8faccbb7-6e55-4cfc-9790-94af2de56bde req-2e85cb8b-85b0-4555-945d-9afc4f037132 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=087dba4d-b97f-47cb-b7f9-85b193c4f5a8 HTTP/1.1" status: 200  len: 857 time: 0.1314981
Jun 01 10:15:31.682515 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 37e088ba-fa49-42ae-92b0-e928bab3a032, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=37e088ba-fa49-42ae-92b0-e928bab3a032,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:15:31.724292 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '37e088ba-fa49-42ae-92b0-e928bab3a032', 'network_id': 'ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf', 'port_id': '37e088ba-fa49-42ae-92b0-e928bab3a032', 'mac_address': 'fa:16:3e:1a:36:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9cc419c-3db7-401e-8482-05d6112abc74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:15:31.729499 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8faccbb7-6e55-4cfc-9790-94af2de56bde req-a1fe5c48-e185-4520-a170-f4c14dfb8c37 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cad8ba7a-17e4-4cfe-932e-84f43201305c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0856786
Jun 01 10:15:31.836405 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:31.855539 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e088ba-fa49-42ae-92b0-e928bab3a032 {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:15:31.872719 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 37e088ba-fa49-42ae-92b0-e928bab3a032, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=37e088ba-fa49-42ae-92b0-e928bab3a032,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:15:31.880158 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:31.882357 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:31.939171 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8faccbb7-6e55-4cfc-9790-94af2de56bde req-b6e31c88-76c4-4006-b1ab-6b8aa62ece74 service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2006729
Jun 01 10:15:31.963243 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=37e088ba-fa49-42ae-92b0-e928bab3a032,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:31.972320 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:31.972915 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:31.973432 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:31.973922 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:31.974412 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:31.974886 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:31.975358 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:31.975843 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:31.976359 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:31.976843 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:31.977379 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:31.977854 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:31.982539 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:32.134520 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8faccbb7-6e55-4cfc-9790-94af2de56bde req-b1e21079-1672-4612-9457-9658f2446bbd service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1808741
Jun 01 10:15:32.291709 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['37e088ba-fa49-42ae-92b0-e928bab3a032'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:15:32.437895 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196d764-79c2-4db8-814f-4c4dfe9e5d6a req-5052ce75-6742-42b7-b1a7-05c4a722ef23 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:32.440179 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1196d764-79c2-4db8-814f-4c4dfe9e5d6a req-5052ce75-6742-42b7-b1a7-05c4a722ef23 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1701114
Jun 01 10:15:32.514683 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1196d764-79c2-4db8-814f-4c4dfe9e5d6a req-c3c21349-7efa-4ff4-8933-91a194ac8e90 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640209
Jun 01 10:15:32.744133 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560c92f-c8a7-49b0-aaec-6d740ea17f6d req-10302376-11b1-4912-bd0e-8499826d3e0a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:32.753644 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8560c92f-c8a7-49b0-aaec-6d740ea17f6d req-10302376-11b1-4912-bd0e-8499826d3e0a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 944 time: 0.1401448
Jun 01 10:15:32.839216 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8560c92f-c8a7-49b0-aaec-6d740ea17f6d req-26375a6d-7934-4275-8f3c-2b2e2e5f94f6 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795844
Jun 01 10:15:33.312624 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fefcf04b-0299-41e3-a43f-36f0dce2e506 req-484d3d2b-69d4-4415-8ac0-75e1c9736fb1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1905820
Jun 01 10:15:33.452572 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcf04b-0299-41e3-a43f-36f0dce2e506 req-bc41763b-65dd-4819-838a-34effb948029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:33.454158 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fefcf04b-0299-41e3-a43f-36f0dce2e506 req-bc41763b-65dd-4819-838a-34effb948029 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a13ac067b70d4630b1d8a478ac23fab4&device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 1098 time: 0.1159258
Jun 01 10:15:33.745619 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcf04b-0299-41e3-a43f-36f0dce2e506 req-a0b38039-e71d-41ed-8e7e-4e085c84782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:33.747163 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fefcf04b-0299-41e3-a43f-36f0dce2e506 req-a0b38039-e71d-41ed-8e7e-4e085c84782f service neutron] 10.222.0.93 "GET /v2.0/networks?id=6e55b412-bc05-48cc-8ddf-93d145b5843a HTTP/1.1" status: 200  len: 913 time: 0.2566886
Jun 01 10:15:33.949951 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ec21d-f147-4ab0-9149-b6194709ea84 req-d72fec38-a5c1-456b-80b3-5628c88dcba7 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:33.951145 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f59ec21d-f147-4ab0-9149-b6194709ea84 req-d72fec38-a5c1-456b-80b3-5628c88dcba7 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.2336359
Jun 01 10:15:33.982944 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fefcf04b-0299-41e3-a43f-36f0dce2e506 req-c36092b2-266a-4c2f-9788-54b5260c2997 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f1679c-072b-4f0b-82a6-fb0006b8debd HTTP/1.1" status: 200  len: 1001 time: 0.2155821
Jun 01 10:15:34.070517 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f59ec21d-f147-4ab0-9149-b6194709ea84 req-520a42a0-545c-48f1-9282-206adcaedbef tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069858
Jun 01 10:15:34.170600 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcf04b-0299-41e3-a43f-36f0dce2e506 req-47881580-acc5-46b4-9283-b64dd8808abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:34.172031 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fefcf04b-0299-41e3-a43f-36f0dce2e506 req-47881580-acc5-46b4-9283-b64dd8808abe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b8fb245-a2ae-498a-8d51-27838d9bb56a HTTP/1.1" status: 200  len: 850 time: 0.1741111
Jun 01 10:15:34.258611 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1be9-760e-44b2-9170-3b393eccec09 req-eebf4cf6-0994-470a-9f01-c686c1af6329 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:34.260130 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7e5e1be9-760e-44b2-9170-3b393eccec09 req-eebf4cf6-0994-470a-9f01-c686c1af6329 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 944 time: 0.1602602
Jun 01 10:15:34.301233 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcf04b-0299-41e3-a43f-36f0dce2e506 req-750c17d6-41d9-41fe-8f59-e07a088798f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:34.302712 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fefcf04b-0299-41e3-a43f-36f0dce2e506 req-750c17d6-41d9-41fe-8f59-e07a088798f2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6e55b412-bc05-48cc-8ddf-93d145b5843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1173427
Jun 01 10:15:34.347601 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7e5e1be9-760e-44b2-9170-3b393eccec09 req-ec1f40f8-f550-43f7-a74d-c8998ba7a6f2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784948
Jun 01 10:15:34.461258 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fefcf04b-0299-41e3-a43f-36f0dce2e506 req-0ee20397-1690-48cb-9dcf-018765aa65be service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446736
Jun 01 10:15:34.671999 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fefcf04b-0299-41e3-a43f-36f0dce2e506 req-272a594c-74b2-45da-a92e-e02ff287e66e service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2022381
Jun 01 10:15:35.289586 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-aae0d7e2-903c-4056-b636-729cfefdd279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:35.348752 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dad6f9-51fb-44d1-8ae4-4d295abc2fc5 req-e7548b47-c8ea-43e8-aac8-bf4dce0f7bbd tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:35.356763 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c9dad6f9-51fb-44d1-8ae4-4d295abc2fc5 req-e7548b47-c8ea-43e8-aac8-bf4dce0f7bbd tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1259279
Jun 01 10:15:35.371942 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 37e088ba-fa49-42ae-92b0-e928bab3a032 up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:15:35.411661 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c9dad6f9-51fb-44d1-8ae4-4d295abc2fc5 req-8462c58b-fad5-4de2-838d-1413a2b5486a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535293
Jun 01 10:15:35.799458 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:35.825956 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port 37e088ba-fa49-42ae-92b0-e928bab3a032 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:15:35.831438 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 37e088ba-fa49-42ae-92b0-e928bab3a032 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:15:35.832108 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:35.932901 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c6ce1-86d3-4485-80a0-a079de933bf2 req-bd5da380-a8f2-463a-9b3c-ee0a9c14025f tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:35.934653 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5d8c6ce1-86d3-4485-80a0-a079de933bf2 req-bd5da380-a8f2-463a-9b3c-ee0a9c14025f tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 944 time: 0.1303349
Jun 01 10:15:35.992687 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:36.027277 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5d8c6ce1-86d3-4485-80a0-a079de933bf2 req-bf77e138-ac96-442c-80a7-ae0ee0364945 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825818
Jun 01 10:15:36.042483 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 37e088ba-fa49-42ae-92b0-e928bab3a032, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=37e088ba-fa49-42ae-92b0-e928bab3a032,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:15:36.043773 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6170a982-718a-4479-8c20-90969f9bb984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e088ba-fa49-42ae-92b0-e928bab3a032'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:15:36.046318 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c934f8-ca0b-40ca-a185-db8e5751355b" -d '{"events": [{"server_uuid": "6170a982-718a-4479-8c20-90969f9bb984", "name": "network-vif-plugged", "status": "completed", "tag": "37e088ba-fa49-42ae-92b0-e928bab3a032"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:15:36.051328 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:36.054362 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8bf75852-013c-46d0-8bcb-f7a411374070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:36.134806 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8040f9e0-3c69-492b-8e3b-4e254f9fb742 x-openstack-request-id: req-8040f9e0-3c69-492b-8e3b-4e254f9fb742 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:15:36.135079 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6170a982-718a-4479-8c20-90969f9bb984", "name": "network-vif-plugged", "status": "completed", "tag": "37e088ba-fa49-42ae-92b0-e928bab3a032", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:15:36.138695 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8040f9e0-3c69-492b-8e3b-4e254f9fb742 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:15:36.139109 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6170a982-718a-4479-8c20-90969f9bb984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e088ba-fa49-42ae-92b0-e928bab3a032', 'code': 200}
Jun 01 10:15:36.157324 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=37e088ba-fa49-42ae-92b0-e928bab3a032,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:36.175341 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:36.510612 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 47522) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:15:36.703442 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:36.726401 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f2304-d262-4c4b-a14d-c18d19fb503b req-12060124-ca42-405b-b49b-58ef90eea4b6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:36.733575 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f48f2304-d262-4c4b-a14d-c18d19fb503b req-12060124-ca42-405b-b49b-58ef90eea4b6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1629946
Jun 01 10:15:36.739467 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:15:36.744299 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Usage tracker for resource:security_group_rule and tenant:652ddb23913d47678d6454c9647ff254 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:15:36.747758 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:15:36.756164 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:15:36.971459 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:37.031507 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:37.043330 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:37.103944 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f48f2304-d262-4c4b-a14d-c18d19fb503b req-273d8386-49fe-4255-a8f7-34bfb1047221 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3694992
Jun 01 10:15:37.110799 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=652ddb23913d47678d6454c9647ff254&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5967989
Jun 01 10:15:37.110799 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea103821-17c4-447d-8372-93bc2aca2929,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:37.111919 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 47540) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:15:37.117522 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:37.118025 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:37.118483 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:37.118932 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:37.119377 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:37.119827 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:37.120271 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:37.120715 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:37.121177 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:37.121632 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:37.122074 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:37.122510 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:15:37.127123 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:37.190651 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c475b0fe-8fc5-4b69-bd7a-8840dfad48c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:37.217036 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c475b0fe-8fc5-4b69-bd7a-8840dfad48c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:37.275381 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c475b0fe-8fc5-4b69-bd7a-8840dfad48c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:37.280239 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-01d8dcd0-b5ef-4138-9d74-160042c0ec5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:37.292675 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475b0fe-8fc5-4b69-bd7a-8840dfad48c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea103821-17c4-447d-8372-93bc2aca2929,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:37.296753 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c475b0fe-8fc5-4b69-bd7a-8840dfad48c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:37.299648 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c475b0fe-8fc5-4b69-bd7a-8840dfad48c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:37.300881 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-c475b0fe-8fc5-4b69-bd7a-8840dfad48c4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ea103821-17c4-447d-8372-93bc2aca2929 HTTP/1.1" status: 204  len: 168 time: 0.1879737
Jun 01 10:15:37.322627 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d88e6-c5b9-433f-a9bd-538af5c5d4d6 req-5c3a8b70-a82a-43e2-ac8f-dbeefaa505f4 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:37.325392 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d17d88e6-c5b9-433f-a9bd-538af5c5d4d6 req-5c3a8b70-a82a-43e2-ac8f-dbeefaa505f4 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 945 time: 0.0955679
Jun 01 10:15:37.373807 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d17d88e6-c5b9-433f-a9bd-538af5c5d4d6 req-4ddd3ba8-1721-4a80-96d3-e654d2908d7c tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423858
Jun 01 10:15:37.717773 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-01bfcfc4-a659-4a6f-b6b9-7a598baeec6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:37.858338 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:38.308087 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d320f30-4733-410c-9655-71799f37d7e3 req-a47f7052-2ebf-49e3-9a9c-fed0ae7c6610 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:38.309560 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5d320f30-4733-410c-9655-71799f37d7e3 req-a47f7052-2ebf-49e3-9a9c-fed0ae7c6610 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0885618
Jun 01 10:15:38.355889 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5d320f30-4733-410c-9655-71799f37d7e3 req-fa7ff807-164d-481d-bab9-f7616c9b5556 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392549
Jun 01 10:15:38.594167 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e171d-7ed5-4174-a2e7-2e36d2098553 req-db6eb706-164a-417d-bf63-eed0dac2ab91 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:38.596170 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c33e171d-7ed5-4174-a2e7-2e36d2098553 req-db6eb706-164a-417d-bf63-eed0dac2ab91 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 945 time: 0.1057816
Jun 01 10:15:38.640103 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c33e171d-7ed5-4174-a2e7-2e36d2098553 req-0b923f74-f404-4110-97f0-a668399f732e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382433
Jun 01 10:15:38.779702 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:39.544349 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b0a1c-4921-4534-9b3f-545f25c2e825 req-4b9a8cca-cc77-4a26-9534-21d1c8351c8f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:39.545825 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-764b0a1c-4921-4534-9b3f-545f25c2e825 req-4b9a8cca-cc77-4a26-9534-21d1c8351c8f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0813532
Jun 01 10:15:39.602913 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-764b0a1c-4921-4534-9b3f-545f25c2e825 req-f13ccfee-8bd5-40dc-b16f-71bb349cfd26 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511820
Jun 01 10:15:39.832076 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fd481-a36c-482c-80bb-098d9ff45f62 req-f0f8eb77-fa43-40d1-901b-851e42d3d794 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:39.834469 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542281-8005-439f-8420-f628cc886cbe req-a9141da2-36b5-4400-99ba-10015677e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:39.836105 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-91542281-8005-439f-8420-f628cc886cbe req-a9141da2-36b5-4400-99ba-10015677e59f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 1098 time: 0.0828023
Jun 01 10:15:39.837633 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ea8fd481-a36c-482c-80bb-098d9ff45f62 req-f0f8eb77-fa43-40d1-901b-851e42d3d794 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 945 time: 0.0913336
Jun 01 10:15:39.882308 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-91542281-8005-439f-8420-f628cc886cbe req-3bbbac10-5705-49c0-8892-837c08a14973 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361018
Jun 01 10:15:39.889090 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ea8fd481-a36c-482c-80bb-098d9ff45f62 req-f9b93e5a-8b43-4be7-8c64-7a9bb6e48c8d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493824
Jun 01 10:15:40.504295 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:40.836900 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ecf53-c4e9-44d5-9e07-6f6d414a7efe req-30e614a7-23c1-4e38-9180-d52a2f539475 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:40.843794 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ab4ecf53-c4e9-44d5-9e07-6f6d414a7efe req-30e614a7-23c1-4e38-9180-d52a2f539475 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1018865
Jun 01 10:15:40.890914 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ab4ecf53-c4e9-44d5-9e07-6f6d414a7efe req-032b4ef5-64c3-4063-8e8c-96eb82dd6686 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461860
Jun 01 10:15:41.128461 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1827a40-ea2b-493d-a6d6-c86f70d4bf00 req-a24b969f-a645-46a6-b006-95d8a4074ca0 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:41.131227 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b1827a40-ea2b-493d-a6d6-c86f70d4bf00 req-a24b969f-a645-46a6-b006-95d8a4074ca0 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 945 time: 0.1147015
Jun 01 10:15:41.230871 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b1827a40-ea2b-493d-a6d6-c86f70d4bf00 req-28419d76-9e8a-4678-b1b7-16190a2c78d8 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912936
Jun 01 10:15:42.157309 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d147d3-c53d-45ff-b0ff-8338da317dfb req-483d1203-1aa0-4cbf-bde0-6279f2c65940 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:42.159964 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-27d147d3-c53d-45ff-b0ff-8338da317dfb req-483d1203-1aa0-4cbf-bde0-6279f2c65940 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0874050
Jun 01 10:15:42.213525 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-27d147d3-c53d-45ff-b0ff-8338da317dfb req-6b3b76d4-a2f8-4af1-b7da-2bcd85a49f34 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473008
Jun 01 10:15:42.512507 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e029b56-b600-44fa-87e6-611cc464c7fc req-65da5d13-3f54-4930-ade6-3081a80674e8 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:42.514088 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8e029b56-b600-44fa-87e6-611cc464c7fc req-65da5d13-3f54-4930-ade6-3081a80674e8 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 945 time: 0.1068151
Jun 01 10:15:42.570034 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8e029b56-b600-44fa-87e6-611cc464c7fc req-ca540bbc-8b42-4a3c-924e-512e3bf5d1c9 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436118
Jun 01 10:15:43.271993 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:15:43.410529 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab1922-3f3f-4b55-ad61-703b977cc185 req-1d7efb2f-8bda-4620-955a-9b2b4f4b220c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:43.413352 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-baab1922-3f3f-4b55-ad61-703b977cc185 req-1d7efb2f-8bda-4620-955a-9b2b4f4b220c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0865755
Jun 01 10:15:43.478954 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-baab1922-3f3f-4b55-ad61-703b977cc185 req-d2241ec1-5604-46b2-9425-976fe4ec0370 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594594
Jun 01 10:15:44.686760 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f3227-2a11-4990-b406-baa32e4ff12e req-a4de6a28-bff7-4d85-a624-20f2ca81f449 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:44.688464 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-088f3227-2a11-4990-b406-baa32e4ff12e req-a4de6a28-bff7-4d85-a624-20f2ca81f449 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0991304
Jun 01 10:15:44.739031 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-088f3227-2a11-4990-b406-baa32e4ff12e req-dba4696a-6509-4b5a-a32b-a2a784ab6698 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443308
Jun 01 10:15:45.983917 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e0549-1549-451e-ab27-5e54c303882a req-87a59e1f-e237-4802-bdc2-0a4961948e93 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:45.986451 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-844e0549-1549-451e-ab27-5e54c303882a req-87a59e1f-e237-4802-bdc2-0a4961948e93 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1142588
Jun 01 10:15:46.120582 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-844e0549-1549-451e-ab27-5e54c303882a req-9b290010-d4de-42b7-982c-ceebd90e3830 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283934
Jun 01 10:15:47.367341 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b3f71-b705-446e-a283-1671cbe4fa3a req-4a21d084-6f37-4eb6-9bcd-ac4f93d5dbcd tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:47.375235 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-222b3f71-b705-446e-a283-1671cbe4fa3a req-4a21d084-6f37-4eb6-9bcd-ac4f93d5dbcd tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0956967
Jun 01 10:15:47.420437 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-222b3f71-b705-446e-a283-1671cbe4fa3a req-f96e064c-9a3b-49e3-98d8-e3cef5ff1b04 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441754
Jun 01 10:15:48.605357 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f34254-429c-474f-a3d9-0e3b16cf8df5 req-1732a4f4-d4ae-46f4-a325-116d4e806206 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:48.607457 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-18f34254-429c-474f-a3d9-0e3b16cf8df5 req-1732a4f4-d4ae-46f4-a325-116d4e806206 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0806806
Jun 01 10:15:48.654687 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-18f34254-429c-474f-a3d9-0e3b16cf8df5 req-e3be135c-3868-4eb8-a835-046a7f80f5a9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417633
Jun 01 10:15:49.857210 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc32189-f759-4398-ac48-072d11170e18 req-f5744911-5df8-411e-a96a-82f68d76bf2a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:49.858680 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8fc32189-f759-4398-ac48-072d11170e18 req-f5744911-5df8-411e-a96a-82f68d76bf2a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0849872
Jun 01 10:15:49.906323 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8fc32189-f759-4398-ac48-072d11170e18 req-cd351b11-9273-4e58-8714-51d8c4992590 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413499
Jun 01 10:15:51.148913 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ba805-efdf-4651-a48d-0724b69dc011 req-a1bf17aa-d7ab-4e83-b69e-9b0c71b6cace tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:51.156659 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a72ba805-efdf-4651-a48d-0724b69dc011 req-a1bf17aa-d7ab-4e83-b69e-9b0c71b6cace tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1056912
Jun 01 10:15:51.218532 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a72ba805-efdf-4651-a48d-0724b69dc011 req-5e025c84-d477-4224-85bb-0075ad40cebe tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600810
Jun 01 10:15:51.451242 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ba608-c372-4df4-b1c3-5041f3e5570d req-0353ce79-5580-4551-89b3-094fce96de96 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:51.459020 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-887ba608-c372-4df4-b1c3-5041f3e5570d req-0353ce79-5580-4551-89b3-094fce96de96 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1200914
Jun 01 10:15:51.509863 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-887ba608-c372-4df4-b1c3-5041f3e5570d req-c4f20639-15d0-47c4-b86a-317cbed071b8 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498626
Jun 01 10:15:52.436641 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba16a58-eab2-4fb9-81d1-c80d97a8108f req-0efc8f1d-e659-4229-80c1-be477894c46b tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:52.438737 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fba16a58-eab2-4fb9-81d1-c80d97a8108f req-0efc8f1d-e659-4229-80c1-be477894c46b tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1149144
Jun 01 10:15:52.495618 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fba16a58-eab2-4fb9-81d1-c80d97a8108f req-e90bcf73-f4d4-4d48-b8bc-8eaea69d3def tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511622
Jun 01 10:15:52.870169 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19e1d-a2cc-45b9-a36f-5bdb6ae6a562 req-9a4d3cb2-e051-48db-b46d-fac35d5f1e3a tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:52.877656 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b9e19e1d-a2cc-45b9-a36f-5bdb6ae6a562 req-9a4d3cb2-e051-48db-b46d-fac35d5f1e3a tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1563482
Jun 01 10:15:52.960748 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b9e19e1d-a2cc-45b9-a36f-5bdb6ae6a562 req-0c91d042-c7e5-4d8e-8e0c-edf0955a8559 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692101
Jun 01 10:15:53.690086 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62015d30-9870-44de-ad0e-bb4d60706e80 req-5b8f6a38-16d0-421b-81fb-7cc36f0893af tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:53.691831 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-62015d30-9870-44de-ad0e-bb4d60706e80 req-5b8f6a38-16d0-421b-81fb-7cc36f0893af tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0798883
Jun 01 10:15:53.737617 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-62015d30-9870-44de-ad0e-bb4d60706e80 req-ad0dc406-3666-4170-b8c1-e78e60a61d39 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397995
Jun 01 10:15:54.260467 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ce5cc-3404-4a59-b2a2-6b6a1bd9f6b7 req-b3e83228-5d09-404b-8c90-4822d67bf80b tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:54.261926 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fb1ce5cc-3404-4a59-b2a2-6b6a1bd9f6b7 req-b3e83228-5d09-404b-8c90-4822d67bf80b tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1722107
Jun 01 10:15:54.317251 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fb1ce5cc-3404-4a59-b2a2-6b6a1bd9f6b7 req-e4c165b1-00f4-44d9-ab37-0990e79797ba tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469680
Jun 01 10:15:54.537043 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd5115-b6cb-419e-b46e-16930f16b043 req-d5ac88e9-f6e8-4302-b219-eb77979c51e4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:54.538594 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-24cd5115-b6cb-419e-b46e-16930f16b043 req-d5ac88e9-f6e8-4302-b219-eb77979c51e4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.0813835
Jun 01 10:15:54.587069 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-24cd5115-b6cb-419e-b46e-16930f16b043 req-29a8bcda-2c6b-4fe7-996d-b662fcf51569 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428629
Jun 01 10:15:55.038840 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac079ae3-1a92-40a1-b28b-d7bc16cd882f req-9a0c8186-455f-41aa-822b-8fae7ab48fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:55.040307 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ac079ae3-1a92-40a1-b28b-d7bc16cd882f req-9a0c8186-455f-41aa-822b-8fae7ab48fea service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 1099 time: 0.1094198
Jun 01 10:15:55.049987 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410fcf3-5834-4f40-8dec-3b0939a0ba61 req-1c4129d2-0500-4901-803a-9d96f0026de8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:55.051405 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2410fcf3-5834-4f40-8dec-3b0939a0ba61 req-1c4129d2-0500-4901-803a-9d96f0026de8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1663268
Jun 01 10:15:55.121528 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ac079ae3-1a92-40a1-b28b-d7bc16cd882f req-7d080f7e-412d-4450-91b5-906315a18d6c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644481
Jun 01 10:15:55.142100 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2410fcf3-5834-4f40-8dec-3b0939a0ba61 req-6cd8969e-df94-41d9-a2b3-98b5f0c59e77 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633030
Jun 01 10:15:55.418857 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 48064) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:15:55.525241 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e6bf8-175c-4068-8280-20fdca81d2e5 req-6b22de58-41f4-4471-aa99-c1de3f7cdf39 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:55.527070 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-041e6bf8-175c-4068-8280-20fdca81d2e5 req-6b22de58-41f4-4471-aa99-c1de3f7cdf39 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0863509
Jun 01 10:15:55.546911 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c80bb358-021e-4024-ad4f-1e02d7e8e8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:55.567931 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-c80bb358-021e-4024-ad4f-1e02d7e8e8a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:15:55.573614 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-c80bb358-021e-4024-ad4f-1e02d7e8e8a1 admin admin] Usage tracker for resource:security_group_rule and tenant:8124b0663e0344cb83389c12f3cd0910 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:15:55.577861 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-c80bb358-021e-4024-ad4f-1e02d7e8e8a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:15:55.581521 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-041e6bf8-175c-4068-8280-20fdca81d2e5 req-c9415485-b635-48a2-8e0c-b6d3de3795fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430727
Jun 01 10:15:55.584417 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-c80bb358-021e-4024-ad4f-1e02d7e8e8a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:15:55.683104 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c80bb358-021e-4024-ad4f-1e02d7e8e8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:55.687247 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c80bb358-021e-4024-ad4f-1e02d7e8e8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:55.696400 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ec9465fa-8bb8-4a0f-9132-55be142260e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:55.795336 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-c80bb358-021e-4024-ad4f-1e02d7e8e8a1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8124b0663e0344cb83389c12f3cd0910&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3749139
Jun 01 10:15:55.796185 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bb358-021e-4024-ad4f-1e02d7e8e8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72438b93-1dad-473e-b103-053d6dcc0faf,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:55.798274 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48092) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:15:55.806715 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c80bb358-021e-4024-ad4f-1e02d7e8e8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:55.838465 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85796708-087f-4404-9773-4bb6beb5cb1c req-838a2d3d-9618-4e52-8d9a-156565bbd245 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:55.840094 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-85796708-087f-4404-9773-4bb6beb5cb1c req-838a2d3d-9618-4e52-8d9a-156565bbd245 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1198671
Jun 01 10:15:55.864805 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c7b11d46-404c-47c9-b64b-88a61c2b65e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:55.899072 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c7b11d46-404c-47c9-b64b-88a61c2b65e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:55.902674 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-85796708-087f-4404-9773-4bb6beb5cb1c req-17967517-7190-4386-a475-bf6cbdffbd47 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546038
Jun 01 10:15:55.959559 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c7b11d46-404c-47c9-b64b-88a61c2b65e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:55.963674 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ccf6faf2-9012-4fde-8450-f6eab77532ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:55.976461 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b11d46-404c-47c9-b64b-88a61c2b65e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72438b93-1dad-473e-b103-053d6dcc0faf,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:55.980349 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c7b11d46-404c-47c9-b64b-88a61c2b65e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:56.002164 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c7b11d46-404c-47c9-b64b-88a61c2b65e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:56.005871 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-c7b11d46-404c-47c9-b64b-88a61c2b65e3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/72438b93-1dad-473e-b103-053d6dcc0faf HTTP/1.1" status: 204  len: 168 time: 0.2031872
Jun 01 10:15:56.016918 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 48104) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:15:56.318266 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-32526a64-a30b-4a24-8f08-2fc23e78df5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:56.337704 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-32526a64-a30b-4a24-8f08-2fc23e78df5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:15:56.342676 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-32526a64-a30b-4a24-8f08-2fc23e78df5f admin admin] Usage tracker for resource:security_group_rule and tenant:420e45422edd4b608fb814daf5f45147 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:15:56.343346 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48116) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:15:56.343684 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48118) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:15:56.346292 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-32526a64-a30b-4a24-8f08-2fc23e78df5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:15:56.363097 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-32526a64-a30b-4a24-8f08-2fc23e78df5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:15:56.370892 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f0be-9f71-4cb8-b266-3ccf6722c67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:56.397073 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4e1b9-5a0c-43d1-9477-c063d610761c req-0555f68f-d24d-4222-bd1a-cfb77f653649 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:56.406228 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-81f4e1b9-5a0c-43d1-9477-c063d610761c req-0555f68f-d24d-4222-bd1a-cfb77f653649 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1475341
Jun 01 10:15:56.432534 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-f5a1f0be-9f71-4cb8-b266-3ccf6722c67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:15:56.446143 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-f5a1f0be-9f71-4cb8-b266-3ccf6722c67d admin admin] Usage tracker for resource:security_group_rule and tenant:82e3ea0ede2a49779725fa37ec3339dd is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:15:56.453367 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-f5a1f0be-9f71-4cb8-b266-3ccf6722c67d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:15:56.466324 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-32526a64-a30b-4a24-8f08-2fc23e78df5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:56.474086 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-f5a1f0be-9f71-4cb8-b266-3ccf6722c67d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:15:56.474594 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-32526a64-a30b-4a24-8f08-2fc23e78df5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:56.483794 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:56.526139 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-81f4e1b9-5a0c-43d1-9477-c063d610761c req-1462b5f1-87d1-4135-a155-d72be7c3d2a7 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150351
Jun 01 10:15:56.528027 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-32526a64-a30b-4a24-8f08-2fc23e78df5f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=420e45422edd4b608fb814daf5f45147&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5099628
Jun 01 10:15:56.529975 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32526a64-a30b-4a24-8f08-2fc23e78df5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db12bb1c-a96f-4aac-ae18-bdf547d01ddd,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:56.530761 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48128) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:15:56.540711 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-32526a64-a30b-4a24-8f08-2fc23e78df5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:56.639184 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1799-2dc1-4529-a35e-4ff35a74c1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:56.662273 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-04a551f6-2d41-40c1-b699-7d7d5fb29bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:56.697233 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-04a551f6-2d41-40c1-b699-7d7d5fb29bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:15:56.700657 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1799-2dc1-4529-a35e-4ff35a74c1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:56.718571 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-04a551f6-2d41-40c1-b699-7d7d5fb29bf7 admin admin] Usage tracker for resource:security_group_rule and tenant:e77d9b19ad774ce19487d1cc8ced66b2 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:15:56.727621 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-04a551f6-2d41-40c1-b699-7d7d5fb29bf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:15:56.740296 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-04a551f6-2d41-40c1-b699-7d7d5fb29bf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:15:56.776420 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3b451-f15f-4010-8016-7154f3b0ea71 req-367efdc6-1b4e-4ccf-a335-886411286269 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:56.778019 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f9d3b451-f15f-4010-8016-7154f3b0ea71 req-367efdc6-1b4e-4ccf-a335-886411286269 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0868058
Jun 01 10:15:56.778992 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f0be-9f71-4cb8-b266-3ccf6722c67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:56.791854 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f0be-9f71-4cb8-b266-3ccf6722c67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:56.802468 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:56.831091 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f9d3b451-f15f-4010-8016-7154f3b0ea71 req-7403f482-24f6-4fea-a5aa-8c9aeeaccb02 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426917
Jun 01 10:15:56.835862 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 48138) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:15:56.853414 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-f5a1f0be-9f71-4cb8-b266-3ccf6722c67d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=82e3ea0ede2a49779725fa37ec3339dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5068960
Jun 01 10:15:56.862513 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48142) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:15:56.880281 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1f0be-9f71-4cb8-b266-3ccf6722c67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c43eda-55fa-461d-aabe-1f309e9d1fdb,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:56.885415 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-f5a1f0be-9f71-4cb8-b266-3ccf6722c67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:56.887027 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1799-2dc1-4529-a35e-4ff35a74c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:56.898018 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-cfa9e032-df0a-4896-950c-0a8f46a3f845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:56.901617 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05851e4-b86a-4329-99b0-ac9b98b32ded admin admin] Deleting subnet e9865265-48cf-49f0-81df-3316d33835b1 {{(pid=91881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:15:56.904509 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f05851e4-b86a-4329-99b0-ac9b98b32ded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:56.932185 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe1799-2dc1-4529-a35e-4ff35a74c1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db12bb1c-a96f-4aac-ae18-bdf547d01ddd,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:56.955808 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-cbfe1799-2dc1-4529-a35e-4ff35a74c1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:56.960185 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f05851e4-b86a-4329-99b0-ac9b98b32ded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2273314'] for subnet, precommit_delete_associations {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:56.975600 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1799-2dc1-4529-a35e-4ff35a74c1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:56.979042 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-cbfe1799-2dc1-4529-a35e-4ff35a74c1d2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/db12bb1c-a96f-4aac-ae18-bdf547d01ddd HTTP/1.1" status: 204  len: 168 time: 0.4450340
Jun 01 10:15:57.024499 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-04a551f6-2d41-40c1-b699-7d7d5fb29bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.024653 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f05851e4-b86a-4329-99b0-ac9b98b32ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.029577 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9cffa724-3b24-4a6b-a1d0-4f427805c4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.044316 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-04a551f6-2d41-40c1-b699-7d7d5fb29bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.087184 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ff307a52-a795-4b5b-a326-5a02fcfcb29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:57.124438 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9cffa724-3b24-4a6b-a1d0-4f427805c4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.181385 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-04a551f6-2d41-40c1-b699-7d7d5fb29bf7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e77d9b19ad774ce19487d1cc8ced66b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8340650
Jun 01 10:15:57.181986 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 48152) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:15:57.188694 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a551f6-2d41-40c1-b699-7d7d5fb29bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7f3ede-33ca-4f8a-89e8-051049c9fc6e,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:57.199690 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-04a551f6-2d41-40c1-b699-7d7d5fb29bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:57.229074 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135ded4-ed98-4001-8cf4-9a6b32409218 req-a5922977-fa3c-4d4d-89dc-b16662a4f478 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:57.230635 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4135ded4-ed98-4001-8cf4-9a6b32409218 req-a5922977-fa3c-4d4d-89dc-b16662a4f478 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1908822
Jun 01 10:15:57.253522 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9cffa724-3b24-4a6b-a1d0-4f427805c4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.263801 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8405d1c4-23a3-4c6b-9d63-9c9b035dee88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:57.279451 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffa724-3b24-4a6b-a1d0-4f427805c4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c43eda-55fa-461d-aabe-1f309e9d1fdb,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:57.290021 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9cffa724-3b24-4a6b-a1d0-4f427805c4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:57.293811 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9cffa724-3b24-4a6b-a1d0-4f427805c4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.295327 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-9cffa724-3b24-4a6b-a1d0-4f427805c4fe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/64c43eda-55fa-461d-aabe-1f309e9d1fdb HTTP/1.1" status: 204  len: 168 time: 0.4318149
Jun 01 10:15:57.314396 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4135ded4-ed98-4001-8cf4-9a6b32409218 req-f6770771-1f68-4cbd-bb3b-3a240483be70 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766366
Jun 01 10:15:57.345774 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e1842abe-dcd5-4d83-90ed-a5f07808db7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.382505 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e1842abe-dcd5-4d83-90ed-a5f07808db7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.426027 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f05851e4-b86a-4329-99b0-ac9b98b32ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3423838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2275619'] for subnet, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.431304 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:57.466548 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05851e4-b86a-4329-99b0-ac9b98b32ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9865265-48cf-49f0-81df-3316d33835b1,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:57.475201 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f05851e4-b86a-4329-99b0-ac9b98b32ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:57.476181 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f05851e4-b86a-4329-99b0-ac9b98b32ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.527500 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e1842abe-dcd5-4d83-90ed-a5f07808db7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.530274 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e1842abe-dcd5-4d83-90ed-a5f07808db7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.534910 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-e1842abe-dcd5-4d83-90ed-a5f07808db7b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8a7f3ede-33ca-4f8a-89e8-051049c9fc6e HTTP/1.1" status: 204  len: 168 time: 0.3518066
Jun 01 10:15:57.536152 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-32526a64-a30b-4a24-8f08-2fc23e78df5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:57.547036 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48176) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:15:57.548556 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-f05851e4-b86a-4329-99b0-ac9b98b32ded admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e9865265-48cf-49f0-81df-3316d33835b1 HTTP/1.1" status: 204  len: 168 time: 0.7102091
Jun 01 10:15:57.553429 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1842abe-dcd5-4d83-90ed-a5f07808db7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7f3ede-33ca-4f8a-89e8-051049c9fc6e,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:57.562211 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e1842abe-dcd5-4d83-90ed-a5f07808db7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:57.712058 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ef4262f4-0bee-4d28-8f46-79bd650ede38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.872964 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ef4262f4-0bee-4d28-8f46-79bd650ede38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.892873 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-ef4262f4-0bee-4d28-8f46-79bd650ede38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd485b7acd0>,) {'filters': {'network_id': ['45355b5a-0d4d-4e98-8e71-5b42772ba6bb']}} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:15:57.910312 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-ef4262f4-0bee-4d28-8f46-79bd650ede38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd485b7acd0>, '366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb') {'for_net_delete': True} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:15:57.910822 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-ef4262f4-0bee-4d28-8f46-79bd650ede38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd485b7acd0>, '366a6bf3-5c57-4259-86fe-c3b8b2a6fbfb') {} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:15:57.917689 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f398a60-cc7f-41a4-b735-9a1927744ee9 req-f84b8f4e-743e-4928-81ac-503943ad7199 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:57.927174 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ef4262f4-0bee-4d28-8f46-79bd650ede38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2480018'] for segment, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.927284 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4f398a60-cc7f-41a4-b735-9a1927744ee9 req-f84b8f4e-743e-4928-81ac-503943ad7199 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.2220750
Jun 01 10:15:57.942455 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ef4262f4-0bee-4d28-8f46-79bd650ede38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.952631 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4262f4-0bee-4d28-8f46-79bd650ede38 admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=91880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:15:57.953200 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ef4262f4-0bee-4d28-8f46-79bd650ede38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489895'] for segment, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:57.993993 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4f398a60-cc7f-41a4-b735-9a1927744ee9 req-6955a032-197e-4d9a-af54-925511135cca tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637875
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]: Traceback (most recent call last):
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:     timer()
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:     cb(*args, **kw)
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:     return func(*args, **kwargs)
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:     self._notify()
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:     self.callback(batched_events)
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:     event.method(event)
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:     return f(self, *a, **k)
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._get(url).json()
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:15:58.038509 dv-cinder-784779-13-iscsi neutron-server[91880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:15:58.130464 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ef4262f4-0bee-4d28-8f46-79bd650ede38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:58.151406 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ef4262f4-0bee-4d28-8f46-79bd650ede38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:58.158815 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-6ed8cb86-081e-46ef-926b-481b33e04be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:58.183394 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4262f4-0bee-4d28-8f46-79bd650ede38 admin admin] Pushing event deleted for resources: {'Network': ['ID=45355b5a-0d4d-4e98-8e71-5b42772ba6bb,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:58.188496 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ef4262f4-0bee-4d28-8f46-79bd650ede38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:58.198204 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa75b0-c61d-496c-b62b-001a64d2c744 req-2f60552a-bbe8-41d0-bbb6-566ce025460b tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:58.205949 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8faa75b0-c61d-496c-b62b-001a64d2c744 req-2f60552a-bbe8-41d0-bbb6-566ce025460b tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1474657
Jun 01 10:15:58.222533 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-ef4262f4-0bee-4d28-8f46-79bd650ede38 admin admin] 10.222.0.86 "DELETE /v2.0/networks/45355b5a-0d4d-4e98-8e71-5b42772ba6bb HTTP/1.1" status: 204  len: 168 time: 0.6736658
Jun 01 10:15:58.263968 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8faa75b0-c61d-496c-b62b-001a64d2c744 req-ce7d35a6-1b73-424f-846a-658724e02bdf tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568438
Jun 01 10:15:58.525374 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaa9d8-f9e1-40b6-8d94-6bb202bfc4b3 req-5d2a19db-8b6a-435f-a6ea-df67626cc50c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:58.535428 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-64eaa9d8-f9e1-40b6-8d94-6bb202bfc4b3 req-5d2a19db-8b6a-435f-a6ea-df67626cc50c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1057873
Jun 01 10:15:58.556061 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022344cc-55c1-457d-ba0a-24944c5830f0 req-294033c7-a2d6-46a7-bf43-9cdee9e8a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:58.558217 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-022344cc-55c1-457d-ba0a-24944c5830f0 req-294033c7-a2d6-46a7-bf43-9cdee9e8a566 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=635eb482ecb44dfeaf04636e1da0589f&device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 1099 time: 0.1759019
Jun 01 10:15:58.573275 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec55331-0a49-4d58-ab33-6ff378ec988e req-02a2a622-06a0-4bd9-b2a9-7c5b1bf0ca31 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:58.574908 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fec55331-0a49-4d58-ab33-6ff378ec988e req-02a2a622-06a0-4bd9-b2a9-7c5b1bf0ca31 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1249504
Jun 01 10:15:58.601831 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-64eaa9d8-f9e1-40b6-8d94-6bb202bfc4b3 req-74be2928-496f-405b-a241-7565a5791283 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647340
Jun 01 10:15:58.680625 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48232) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:15:58.717503 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fec55331-0a49-4d58-ab33-6ff378ec988e req-a49284b3-e6d4-4482-991d-8f52605d3c76 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1198115
Jun 01 10:15:58.787939 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022344cc-55c1-457d-ba0a-24944c5830f0 req-d61abf10-a8fa-4006-a741-3b927cd7896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:58.790336 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-022344cc-55c1-457d-ba0a-24944c5830f0 req-d61abf10-a8fa-4006-a741-3b927cd7896a service neutron] 10.222.0.93 "GET /v2.0/networks?id=cad8ba7a-17e4-4cfe-932e-84f43201305c HTTP/1.1" status: 200  len: 919 time: 0.2132466
Jun 01 10:15:58.792942 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-780bfcde-f259-4d0c-bad6-2c4dea16d8a4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2945f4dc0353411c8366296fd3f317a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1115110
Jun 01 10:15:58.795744 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48236) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:15:58.873953 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4ba123f6-f8cc-4df9-907a-d2ef89f0e21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:58.921309 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-022344cc-55c1-457d-ba0a-24944c5830f0 req-efa79d11-0fd6-4919-8c30-599c9d45316d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52ae638d-3164-45ef-9c7e-d5cc8c396dbe HTTP/1.1" status: 200  len: 217 time: 0.1227980
Jun 01 10:15:58.932560 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4ba123f6-f8cc-4df9-907a-d2ef89f0e21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:59.075455 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4ba123f6-f8cc-4df9-907a-d2ef89f0e21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:59.077009 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022344cc-55c1-457d-ba0a-24944c5830f0 req-15e4861d-007f-438d-8129-a93616c63aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:59.080672 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-022344cc-55c1-457d-ba0a-24944c5830f0 req-15e4861d-007f-438d-8129-a93616c63aa2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=087dba4d-b97f-47cb-b7f9-85b193c4f5a8 HTTP/1.1" status: 200  len: 857 time: 0.1512561
Jun 01 10:15:59.090047 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-134f4b1f-2c44-4e20-baff-4993efe19ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:15:59.103819 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba123f6-f8cc-4df9-907a-d2ef89f0e21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf29d96d-15a1-4416-8e07-9bcbcd965887,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:15:59.127487 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-4ba123f6-f8cc-4df9-907a-d2ef89f0e21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:15:59.142072 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-022344cc-55c1-457d-ba0a-24944c5830f0 req-1f56b7bd-b81f-4968-8e1a-4cdcbde3176d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cad8ba7a-17e4-4cfe-932e-84f43201305c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490654
Jun 01 10:15:59.148269 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4ba123f6-f8cc-4df9-907a-d2ef89f0e21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:15:59.152162 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-4ba123f6-f8cc-4df9-907a-d2ef89f0e21f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bf29d96d-15a1-4416-8e07-9bcbcd965887 HTTP/1.1" status: 204  len: 168 time: 0.3553710
Jun 01 10:15:59.304732 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-022344cc-55c1-457d-ba0a-24944c5830f0 req-e99e7b22-605a-44c4-920a-bf45cec3fe3b service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508360
Jun 01 10:15:59.494251 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-022344cc-55c1-457d-ba0a-24944c5830f0 req-31883316-3d6d-4cbd-97f6-1615129caa05 service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1811380
Jun 01 10:15:59.682508 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d8b20-1f7f-4d13-8cdb-c2cc9d7136b4 req-e86150bc-caa3-4d95-b2e2-6fe3f262f1bb tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:59.684687 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8f4d8b20-1f7f-4d13-8cdb-c2cc9d7136b4 req-e86150bc-caa3-4d95-b2e2-6fe3f262f1bb tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0883217
Jun 01 10:15:59.746405 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8f4d8b20-1f7f-4d13-8cdb-c2cc9d7136b4 req-92811afb-4a64-44b0-9b02-570ce3322352 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559111
Jun 01 10:15:59.803438 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e14e3f-a8e0-4a85-863a-8f7e9c2bfec2 req-f4107965-91cb-47b5-8ee4-6f146853cecd tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:59.811213 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-81e14e3f-a8e0-4a85-863a-8f7e9c2bfec2 req-f4107965-91cb-47b5-8ee4-6f146853cecd tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0964265
Jun 01 10:15:59.863350 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-81e14e3f-a8e0-4a85-863a-8f7e9c2bfec2 req-99738d6f-6623-4bab-b549-ca37f5fac4cf tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512385
Jun 01 10:15:59.989890 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa974a-c803-472b-a13d-6da97de305b3 req-3dc2ea53-e686-44ba-a829-02ce4d0bb21c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:15:59.991424 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5ffa974a-c803-472b-a13d-6da97de305b3 req-3dc2ea53-e686-44ba-a829-02ce4d0bb21c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1383913
Jun 01 10:16:00.041470 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5ffa974a-c803-472b-a13d-6da97de305b3 req-fc713469-d40f-4d53-80fe-a2b6838f01e4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420036
Jun 01 10:16:00.961394 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bffa6-50cb-4d65-992c-d9bbd24d9a3c req-2b40d827-75e7-408f-a749-9d849612cbb2 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:00.963967 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b09bffa6-50cb-4d65-992c-d9bbd24d9a3c req-2b40d827-75e7-408f-a749-9d849612cbb2 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0975235
Jun 01 10:16:01.057653 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b09bffa6-50cb-4d65-992c-d9bbd24d9a3c req-dfb73de1-d171-4b25-a9ef-d5ac69325c93 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840030
Jun 01 10:16:01.137238 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec5150-d21c-4765-9be3-d585c75d7834 req-7058e5a1-ca20-4ea0-b631-9a1f0ef4df60 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:01.145795 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-aaec5150-d21c-4765-9be3-d585c75d7834 req-7058e5a1-ca20-4ea0-b631-9a1f0ef4df60 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1278477
Jun 01 10:16:01.208859 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-aaec5150-d21c-4765-9be3-d585c75d7834 req-d2e2f916-7b11-42b2-bb0c-cf631e276a75 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616925
Jun 01 10:16:01.296308 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0ddad-a1bd-4daf-986e-26807d3cf9b9 req-bcb28c72-94e6-46c5-a63e-344a60cb39f1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:01.298509 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3ca0ddad-a1bd-4daf-986e-26807d3cf9b9 req-bcb28c72-94e6-46c5-a63e-344a60cb39f1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.0963066
Jun 01 10:16:01.348219 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3ca0ddad-a1bd-4daf-986e-26807d3cf9b9 req-50ad0699-da2e-4814-9aa9-72c88015810a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433762
Jun 01 10:16:02.242069 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d33748-ff07-4540-9a97-93015ea37595 req-748cb37c-70a1-4281-9648-4fd989132e59 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:02.243525 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e1d33748-ff07-4540-9a97-93015ea37595 req-748cb37c-70a1-4281-9648-4fd989132e59 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0804162
Jun 01 10:16:02.291580 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e1d33748-ff07-4540-9a97-93015ea37595 req-db977113-0dfd-412c-89d5-d391cd7bd937 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413589
Jun 01 10:16:02.406005 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b041a8-bfc0-44e5-a864-6ac9ed410dd8 req-b74b37c8-5d52-47ef-9faf-dfb9425964f9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:02.407494 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-72b041a8-bfc0-44e5-a864-6ac9ed410dd8 req-b74b37c8-5d52-47ef-9faf-dfb9425964f9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0964713
Jun 01 10:16:02.456524 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-72b041a8-bfc0-44e5-a864-6ac9ed410dd8 req-0a6880a8-ea08-4e46-8da9-57a2020f05a1 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424230
Jun 01 10:16:02.561187 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9c6de-178f-4b53-ae10-6b6ca8879995 req-7118d81a-21b9-4e95-92d2-a7834bedaf22 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:02.563720 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-03e9c6de-178f-4b53-ae10-6b6ca8879995 req-7118d81a-21b9-4e95-92d2-a7834bedaf22 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.0905585
Jun 01 10:16:02.610822 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-03e9c6de-178f-4b53-ae10-6b6ca8879995 req-042eac3f-8007-4dbe-8a87-5fdf5c8e5a69 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408247
Jun 01 10:16:03.493831 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884268a-f9a4-4efd-9bbc-624a21780e51 req-e4cf6ed1-04a5-45b4-8a79-381f4af97969 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:03.496042 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9884268a-f9a4-4efd-9bbc-624a21780e51 req-e4cf6ed1-04a5-45b4-8a79-381f4af97969 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0867338
Jun 01 10:16:03.546543 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9884268a-f9a4-4efd-9bbc-624a21780e51 req-d41dd5e4-9d89-44c0-a528-388cedaa3a8b tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433257
Jun 01 10:16:03.808640 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be7c00-2d89-4ebd-b9d5-b94ee7ad1d85 req-d7aa60d1-8635-4120-a9de-0786ad4bdcfc tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:03.810141 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-75be7c00-2d89-4ebd-b9d5-b94ee7ad1d85 req-d7aa60d1-8635-4120-a9de-0786ad4bdcfc tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.0875478
Jun 01 10:16:03.857394 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-75be7c00-2d89-4ebd-b9d5-b94ee7ad1d85 req-eb37a189-e6dc-494d-9af2-8686b1fe89c6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404408
Jun 01 10:16:04.173473 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48454) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:04.261981 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a1865-7f50-41f6-89a0-37ef57500e52 req-ba739d52-d7e7-4039-8792-39947c1a4acc tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:04.263438 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-429a1865-7f50-41f6-89a0-37ef57500e52 req-ba739d52-d7e7-4039-8792-39947c1a4acc tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0841689
Jun 01 10:16:04.305467 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0f629091-573a-45f5-8f93-3c9389e350c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:04.314087 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-429a1865-7f50-41f6-89a0-37ef57500e52 req-a3b7e508-e9cb-439d-bdaf-879463f151c1 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442512
Jun 01 10:16:04.325037 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-0f629091-573a-45f5-8f93-3c9389e350c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:04.329282 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-0f629091-573a-45f5-8f93-3c9389e350c1 admin admin] Usage tracker for resource:security_group_rule and tenant:8ac25cd342074b08bd3e2982bf40af92 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:04.333769 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-0f629091-573a-45f5-8f93-3c9389e350c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:04.341456 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-0f629091-573a-45f5-8f93-3c9389e350c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:04.448542 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0f629091-573a-45f5-8f93-3c9389e350c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:04.453629 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0f629091-573a-45f5-8f93-3c9389e350c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:04.462014 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-5e0af6ed-79cd-4f45-b261-44674e056897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:04.507681 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-0f629091-573a-45f5-8f93-3c9389e350c1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8ac25cd342074b08bd3e2982bf40af92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3312011
Jun 01 10:16:04.508290 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48466) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:04.510914 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f629091-573a-45f5-8f93-3c9389e350c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e12fe69-d20e-4f92-a03d-3772e9e1e3d3,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:04.526319 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0f629091-573a-45f5-8f93-3c9389e350c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:04.580123 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-48c87bb9-b69f-4620-bdb1-ac8611c9ca9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:04.615735 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-48c87bb9-b69f-4620-bdb1-ac8611c9ca9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:04.683161 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-48c87bb9-b69f-4620-bdb1-ac8611c9ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:04.688836 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-f5a1f0be-9f71-4cb8-b266-3ccf6722c67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:04.705749 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c87bb9-b69f-4620-bdb1-ac8611c9ca9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e12fe69-d20e-4f92-a03d-3772e9e1e3d3,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:04.708644 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-48c87bb9-b69f-4620-bdb1-ac8611c9ca9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:04.711062 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-48c87bb9-b69f-4620-bdb1-ac8611c9ca9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:04.716564 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-48c87bb9-b69f-4620-bdb1-ac8611c9ca9c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6e12fe69-d20e-4f92-a03d-3772e9e1e3d3 HTTP/1.1" status: 204  len: 168 time: 0.2057905
Jun 01 10:16:04.785124 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155e4c7-f964-4176-bb73-8578063aaae5 req-e44f034f-c65a-4c92-a0ad-72078211d3f7 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:04.786757 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f155e4c7-f964-4176-bb73-8578063aaae5 req-e44f034f-c65a-4c92-a0ad-72078211d3f7 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1132240
Jun 01 10:16:04.850977 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f155e4c7-f964-4176-bb73-8578063aaae5 req-354ba634-0b41-4d7b-8419-dd18edf672ef tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543959
Jun 01 10:16:05.057325 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48486) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:05.079433 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1b29d-855d-4de8-bc80-d11a7a0b8b24 req-cd24cf0c-1b57-4ff3-8b14-20badf416174 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:05.080861 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b4c1b29d-855d-4de8-bc80-d11a7a0b8b24 req-cd24cf0c-1b57-4ff3-8b14-20badf416174 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.0978887
Jun 01 10:16:05.086265 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-22b3b884-c21d-4bcf-8021-f74b736711fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:05.117265 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-22b3b884-c21d-4bcf-8021-f74b736711fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:05.123487 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-22b3b884-c21d-4bcf-8021-f74b736711fc admin admin] Usage tracker for resource:security_group_rule and tenant:495512f8996b4c8984793d8186b71622 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:05.132428 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-22b3b884-c21d-4bcf-8021-f74b736711fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:05.141965 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-22b3b884-c21d-4bcf-8021-f74b736711fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:05.152203 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b4c1b29d-855d-4de8-bc80-d11a7a0b8b24 req-332c6c6b-dde1-4ee1-9eec-c38f585ae5a8 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564547
Jun 01 10:16:05.239402 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-22b3b884-c21d-4bcf-8021-f74b736711fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:05.242698 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-22b3b884-c21d-4bcf-8021-f74b736711fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:05.252226 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0da54315-d14e-437a-8988-2414ae8de7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:05.256162 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-73ba360d-1fc3-4b75-b1fe-452c06a625be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:05.295640 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-22b3b884-c21d-4bcf-8021-f74b736711fc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=495512f8996b4c8984793d8186b71622&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2371778
Jun 01 10:16:05.296592 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3b884-c21d-4bcf-8021-f74b736711fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ca3ff1-9d08-4c97-8397-21481a2f7b14,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:05.299660 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 48494) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:05.299800 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-22b3b884-c21d-4bcf-8021-f74b736711fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:05.359778 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d63a-ec6f-45e0-af24-2e3339fe1f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:05.386246 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d63a-ec6f-45e0-af24-2e3339fe1f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:05.455648 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d63a-ec6f-45e0-af24-2e3339fe1f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:05.457963 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:05.462716 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-a69bf360-8569-41e7-b2a4-ecaedc0fb3e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:05.475511 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6d63a-ec6f-45e0-af24-2e3339fe1f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ca3ff1-9d08-4c97-8397-21481a2f7b14,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:05.481901 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-aaf6d63a-ec6f-45e0-af24-2e3339fe1f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:05.486556 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d63a-ec6f-45e0-af24-2e3339fe1f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:05.487804 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-aaf6d63a-ec6f-45e0-af24-2e3339fe1f09 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/27ca3ff1-9d08-4c97-8397-21481a2f7b14 HTTP/1.1" status: 204  len: 168 time: 0.1868594
Jun 01 10:16:06.216815 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0482f5-f081-4c71-9003-2634f4b79b76 req-42facdba-c6d1-4da5-90cf-24150d99b566 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:06.218372 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1c0482f5-f081-4c71-9003-2634f4b79b76 req-42facdba-c6d1-4da5-90cf-24150d99b566 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.2178266
Jun 01 10:16:06.285395 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1c0482f5-f081-4c71-9003-2634f4b79b76 req-e8310f00-4951-4e73-bf6f-346831a7c51f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590549
Jun 01 10:16:06.402568 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd682623-4b80-4382-bc5e-1121532fbe75 req-de9fec93-a68a-4070-8d96-5c8e92eae738 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:06.404024 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-cd682623-4b80-4382-bc5e-1121532fbe75 req-de9fec93-a68a-4070-8d96-5c8e92eae738 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.0800867
Jun 01 10:16:06.454959 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-cd682623-4b80-4382-bc5e-1121532fbe75 req-149b5b07-780f-4c88-a3b6-0b9cd5aa6a34 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453033
Jun 01 10:16:07.479881 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d70ab9-13bd-4a98-be7d-adb73d75b09a req-7b531580-6554-4d28-a68d-171dc636d6f2 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:07.483642 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e0d70ab9-13bd-4a98-be7d-adb73d75b09a req-7b531580-6554-4d28-a68d-171dc636d6f2 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0958643
Jun 01 10:16:07.530172 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e0d70ab9-13bd-4a98-be7d-adb73d75b09a req-e718ac89-2899-47f7-b467-3689add8f5d8 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413194
Jun 01 10:16:07.723403 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-325fe594-ffa8-46af-89f6-31d43dba81af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:07.728510 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6f34f-6e51-4678-832f-8a037e998788 req-3210c456-96c8-46aa-b5b5-8a0c8eb37895 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:07.730065 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-21d6f34f-6e51-4678-832f-8a037e998788 req-3210c456-96c8-46aa-b5b5-8a0c8eb37895 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.0821292
Jun 01 10:16:07.794050 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-21d6f34f-6e51-4678-832f-8a037e998788 req-e473a8a1-791d-40ac-8a12-993666598195 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553479
Jun 01 10:16:07.872548 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:08.102806 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 48622) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:08.230893 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-793cb277-4cae-43e9-b449-f17ece14bb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:08.244981 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-793cb277-4cae-43e9-b449-f17ece14bb41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:08.248794 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-793cb277-4cae-43e9-b449-f17ece14bb41 admin admin] Usage tracker for resource:security_group_rule and tenant:9a6a6b95600b4c7789de1303800178dc is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:08.252283 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-793cb277-4cae-43e9-b449-f17ece14bb41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:08.257905 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-793cb277-4cae-43e9-b449-f17ece14bb41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:08.340166 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-793cb277-4cae-43e9-b449-f17ece14bb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:08.344693 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-793cb277-4cae-43e9-b449-f17ece14bb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:08.353192 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c6f8cb6b-5701-4d28-afc4-b835b2d2d0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:08.397990 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-793cb277-4cae-43e9-b449-f17ece14bb41 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a6a6b95600b4c7789de1303800178dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2941475
Jun 01 10:16:08.398902 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cb277-4cae-43e9-b449-f17ece14bb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1d10ed-9e5a-4ce7-a55b-82957063c26a,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:08.401440 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48630) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:08.401847 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-793cb277-4cae-43e9-b449-f17ece14bb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:08.461457 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-1150fb27-491a-45e1-a69c-6d4c7c7689fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:08.487310 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-1150fb27-491a-45e1-a69c-6d4c7c7689fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:08.541107 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-1150fb27-491a-45e1-a69c-6d4c7c7689fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:08.545814 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-cf05ef30-4ca5-4c70-986a-b67c09f3684c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:08.560426 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150fb27-491a-45e1-a69c-6d4c7c7689fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1d10ed-9e5a-4ce7-a55b-82957063c26a,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:08.564278 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-1150fb27-491a-45e1-a69c-6d4c7c7689fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:08.572785 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-1150fb27-491a-45e1-a69c-6d4c7c7689fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:08.576286 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-1150fb27-491a-45e1-a69c-6d4c7c7689fc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2a1d10ed-9e5a-4ce7-a55b-82957063c26a HTTP/1.1" status: 204  len: 168 time: 0.1715107
Jun 01 10:16:08.726129 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d544b24-2d2a-4823-a37b-af65d5691dea req-24e4d3b5-883d-477f-9cf3-4fef8da3d722 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:08.727618 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-5d544b24-2d2a-4823-a37b-af65d5691dea req-24e4d3b5-883d-477f-9cf3-4fef8da3d722 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0812874
Jun 01 10:16:08.775043 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-5d544b24-2d2a-4823-a37b-af65d5691dea req-bde20945-2646-4289-872c-bb5786330a53 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417180
Jun 01 10:16:08.784220 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:08.856519 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48644) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:08.874068 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5f83cc86-5d34-4f8a-89f3-bda97419583c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:08.888661 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-5f83cc86-5d34-4f8a-89f3-bda97419583c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:08.893210 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-5f83cc86-5d34-4f8a-89f3-bda97419583c admin admin] Usage tracker for resource:security_group_rule and tenant:1b680528059d45298ebe331fb562371a is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:08.895958 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-5f83cc86-5d34-4f8a-89f3-bda97419583c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:08.903088 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-5f83cc86-5d34-4f8a-89f3-bda97419583c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:09.034614 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c92d3-b197-4f12-90a0-b7b52bbd546f req-a6582e62-6eb8-4066-876b-3c76c961257a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:09.036079 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-282c92d3-b197-4f12-90a0-b7b52bbd546f req-a6582e62-6eb8-4066-876b-3c76c961257a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1267068
Jun 01 10:16:09.081359 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5f83cc86-5d34-4f8a-89f3-bda97419583c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:09.095737 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5f83cc86-5d34-4f8a-89f3-bda97419583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:09.104852 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:09.122462 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-282c92d3-b197-4f12-90a0-b7b52bbd546f req-12b4f0a6-e9ae-4a53-912f-f4d6f050519b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763443
Jun 01 10:16:09.152130 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-5f83cc86-5d34-4f8a-89f3-bda97419583c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1b680528059d45298ebe331fb562371a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2945507
Jun 01 10:16:09.153341 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83cc86-5d34-4f8a-89f3-bda97419583c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6befdb63-07d4-40d4-873e-0d7a38476330,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:09.154832 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 48650) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:09.157081 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-5f83cc86-5d34-4f8a-89f3-bda97419583c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:09.223252 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-05990188-740f-47d1-bd72-0675379209ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:09.251114 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-05990188-740f-47d1-bd72-0675379209ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:09.305829 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-05990188-740f-47d1-bd72-0675379209ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:09.310672 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-14497418-7b00-49f1-9de0-996b0c618f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:09.324588 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05990188-740f-47d1-bd72-0675379209ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6befdb63-07d4-40d4-873e-0d7a38476330,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:09.327406 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-05990188-740f-47d1-bd72-0675379209ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:09.331782 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-05990188-740f-47d1-bd72-0675379209ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:09.332875 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-05990188-740f-47d1-bd72-0675379209ab admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6befdb63-07d4-40d4-873e-0d7a38476330 HTTP/1.1" status: 204  len: 168 time: 0.1757936
Jun 01 10:16:09.970050 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01a1d4-ad03-4f01-a886-d7a1164e783f req-6906c9e5-80fd-45cf-a500-9c7700a5f697 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:09.971674 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cf01a1d4-ad03-4f01-a886-d7a1164e783f req-6906c9e5-80fd-45cf-a500-9c7700a5f697 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0843415
Jun 01 10:16:10.020553 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cf01a1d4-ad03-4f01-a886-d7a1164e783f req-75f78e68-d14b-46a8-b64b-372a6ac5352e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431640
Jun 01 10:16:10.315333 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db5f35-b08f-4729-b0c0-05a41f0debee req-130a8a35-e19b-4cdd-9ce9-6daece761f74 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:10.316811 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f5db5f35-b08f-4729-b0c0-05a41f0debee req-130a8a35-e19b-4cdd-9ce9-6daece761f74 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.0861197
Jun 01 10:16:10.370200 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f5db5f35-b08f-4729-b0c0-05a41f0debee req-2dcfac5e-a153-4110-9068-ae2be051dbda tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474551
Jun 01 10:16:10.503777 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:11.212958 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19607e77-85a3-4996-996f-b101be2a3196 req-c1785c1e-14b2-4d1d-8701-fd6960a17989 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:11.214432 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-19607e77-85a3-4996-996f-b101be2a3196 req-c1785c1e-14b2-4d1d-8701-fd6960a17989 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0866725
Jun 01 10:16:11.257803 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-19607e77-85a3-4996-996f-b101be2a3196 req-9f3858a0-fdbd-427c-bf5d-6882eab67db2 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376503
Jun 01 10:16:11.567699 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92483410-283b-4196-b2e4-8ad180698f62 req-2b2b10e8-1244-498a-bd95-b23a694c1457 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:11.569212 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-92483410-283b-4196-b2e4-8ad180698f62 req-2b2b10e8-1244-498a-bd95-b23a694c1457 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.0863478
Jun 01 10:16:11.666570 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-92483410-283b-4196-b2e4-8ad180698f62 req-6b6dde04-3d6a-4310-80ea-5b89dfea121e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909550
Jun 01 10:16:12.453740 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29926905-5371-4657-b66b-14c83fb384a4 req-9d4a7ab7-67a1-466e-8fe8-9ff7167c66ac tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:12.455268 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-29926905-5371-4657-b66b-14c83fb384a4 req-9d4a7ab7-67a1-466e-8fe8-9ff7167c66ac tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0815637
Jun 01 10:16:12.516346 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-29926905-5371-4657-b66b-14c83fb384a4 req-23041ad4-a412-4d6d-9fb6-a03344686427 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541170
Jun 01 10:16:12.957414 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc20f3a-c285-4e99-8d77-707d1eee1c8a req-3b47be57-760b-43ec-8832-bbf98f4890d0 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:12.959001 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3dc20f3a-c285-4e99-8d77-707d1eee1c8a req-3b47be57-760b-43ec-8832-bbf98f4890d0 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1042798
Jun 01 10:16:13.008587 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1314aec-5524-4c28-8edf-3c8bd3c66ee2 req-a81bb7a6-3093-41d6-80fa-c190ddf7f9d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:13.016233 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e1314aec-5524-4c28-8edf-3c8bd3c66ee2 req-a81bb7a6-3093-41d6-80fa-c190ddf7f9d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1287830
Jun 01 10:16:13.034109 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3dc20f3a-c285-4e99-8d77-707d1eee1c8a req-6e46fe1d-eabf-4202-8790-08ca93efbe82 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646462
Jun 01 10:16:13.142085 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e1314aec-5524-4c28-8edf-3c8bd3c66ee2 req-4023be7b-ca66-4ebf-b618-da8da001f61b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1246507
Jun 01 10:16:13.163740 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457c7ce-a4d9-495e-9122-4f6612c4bab5 req-6f594e88-f5f5-4713-9301-9646f258c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:13.165284 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4457c7ce-a4d9-495e-9122-4f6612c4bab5 req-6f594e88-f5f5-4713-9301-9646f258c185 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a13ac067b70d4630b1d8a478ac23fab4&device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 1098 time: 0.1331224
Jun 01 10:16:13.324004 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457c7ce-a4d9-495e-9122-4f6612c4bab5 req-9e0e6ca1-91b6-4a39-8261-44f6fbb2fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:13.325485 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4457c7ce-a4d9-495e-9122-4f6612c4bab5 req-9e0e6ca1-91b6-4a39-8261-44f6fbb2fdac service neutron] 10.222.0.93 "GET /v2.0/networks?id=6e55b412-bc05-48cc-8ddf-93d145b5843a HTTP/1.1" status: 200  len: 913 time: 0.1426032
Jun 01 10:16:13.341057 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48780) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:13.434000 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4457c7ce-a4d9-495e-9122-4f6612c4bab5 req-6c0e259a-84e4-4f9d-9df9-db606033bfd7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f1679c-072b-4f0b-82a6-fb0006b8debd HTTP/1.1" status: 200  len: 1001 time: 0.1019263
Jun 01 10:16:13.500822 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457c7ce-a4d9-495e-9122-4f6612c4bab5 req-431476e8-6099-43c7-a520-ad303043f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:13.502043 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4457c7ce-a4d9-495e-9122-4f6612c4bab5 req-431476e8-6099-43c7-a520-ad303043f751 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b8fb245-a2ae-498a-8d51-27838d9bb56a HTTP/1.1" status: 200  len: 850 time: 0.0618002
Jun 01 10:16:13.536341 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-7e411f09-a78c-4eaf-98a4-03583b9992b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:13.550836 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-7e411f09-a78c-4eaf-98a4-03583b9992b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:13.555045 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-7e411f09-a78c-4eaf-98a4-03583b9992b0 admin admin] Usage tracker for resource:security_group_rule and tenant:18ba890f240f4d24a3c93bbec0ad11d6 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:13.557934 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-7e411f09-a78c-4eaf-98a4-03583b9992b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:13.566284 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-7e411f09-a78c-4eaf-98a4-03583b9992b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:13.591773 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457c7ce-a4d9-495e-9122-4f6612c4bab5 req-1c1db3b3-f7d6-499c-b9f3-1116d2efd080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:13.593452 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4457c7ce-a4d9-495e-9122-4f6612c4bab5 req-1c1db3b3-f7d6-499c-b9f3-1116d2efd080 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6e55b412-bc05-48cc-8ddf-93d145b5843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0802577
Jun 01 10:16:13.655616 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-7e411f09-a78c-4eaf-98a4-03583b9992b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:13.660477 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-7e411f09-a78c-4eaf-98a4-03583b9992b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:13.672308 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-580e15fa-5191-406c-b0f1-b6fb3e0f9930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:13.712530 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-7e411f09-a78c-4eaf-98a4-03583b9992b0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=18ba890f240f4d24a3c93bbec0ad11d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3700578
Jun 01 10:16:13.715687 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48788) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:13.729050 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e411f09-a78c-4eaf-98a4-03583b9992b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0246ec-1b84-425f-b673-339efc6c931b,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:13.733198 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-7e411f09-a78c-4eaf-98a4-03583b9992b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:13.735451 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4457c7ce-a4d9-495e-9122-4f6612c4bab5 req-3f560440-f5de-46f1-b714-0a3bebd75fdd service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349146
Jun 01 10:16:13.786190 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-598c2f78-d31d-4504-8465-560fa3ec923d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:13.814521 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-598c2f78-d31d-4504-8465-560fa3ec923d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:13.883353 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-598c2f78-d31d-4504-8465-560fa3ec923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:13.888478 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4457c7ce-a4d9-495e-9122-4f6612c4bab5 req-3c0f9c81-092a-4e75-af48-e230e11690e0 service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469293
Jun 01 10:16:13.890405 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-42701258-dd21-4848-84ed-b1baf25aa315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:13.907365 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c2f78-d31d-4504-8465-560fa3ec923d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0246ec-1b84-425f-b673-339efc6c931b,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:13.910417 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-598c2f78-d31d-4504-8465-560fa3ec923d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:13.914713 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-598c2f78-d31d-4504-8465-560fa3ec923d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:13.915819 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-598c2f78-d31d-4504-8465-560fa3ec923d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1f0246ec-1b84-425f-b673-339efc6c931b HTTP/1.1" status: 204  len: 168 time: 0.1992388
Jun 01 10:16:14.301983 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdd811-c21d-45d3-ab45-291a680939ac req-f4dab4fe-5a70-4283-a756-96f68256d308 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:14.309602 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d2fdd811-c21d-45d3-ab45-291a680939ac req-f4dab4fe-5a70-4283-a756-96f68256d308 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1196046
Jun 01 10:16:14.317927 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48816) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:14.340550 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9d3a865b-61f3-4972-916a-d669a67b892a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:14.358610 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-9d3a865b-61f3-4972-916a-d669a67b892a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:14.360558 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d2fdd811-c21d-45d3-ab45-291a680939ac req-badd1baf-7c3a-42c1-b48d-6f9ce2661a18 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498946
Jun 01 10:16:14.363888 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-9d3a865b-61f3-4972-916a-d669a67b892a admin admin] Usage tracker for resource:security_group_rule and tenant:0be3216ff3c9434cb250f81bb721661f is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:14.369208 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-9d3a865b-61f3-4972-916a-d669a67b892a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:14.376488 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-9d3a865b-61f3-4972-916a-d669a67b892a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:14.508680 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9d3a865b-61f3-4972-916a-d669a67b892a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:14.516960 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9d3a865b-61f3-4972-916a-d669a67b892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:14.526045 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c7b11d46-404c-47c9-b64b-88a61c2b65e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:14.562888 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-9d3a865b-61f3-4972-916a-d669a67b892a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0be3216ff3c9434cb250f81bb721661f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2429607
Jun 01 10:16:14.568219 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48826) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:14.631252 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48830) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:14.680290 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a865b-61f3-4972-916a-d669a67b892a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5f0a3b-7f2b-4096-9aba-68af44bdfe00,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:14.699756 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9d3a865b-61f3-4972-916a-d669a67b892a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:14.725075 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f9424e01-ea51-4e20-90a9-df94d7837d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:14.756630 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fe049-807f-4739-9e4f-ac11ff34403c req-03364bae-74c9-4de3-93ff-e94df5a4a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:14.757588 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-109fe049-807f-4739-9e4f-ac11ff34403c req-03364bae-74c9-4de3-93ff-e94df5a4a92b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=635eb482ecb44dfeaf04636e1da0589f&device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 1099 time: 0.2751389
Jun 01 10:16:14.759930 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f9424e01-ea51-4e20-90a9-df94d7837d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:14.804702 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b3b21-6843-496b-a3c5-4811d7473ebb req-c2510cd1-375e-4a6d-8043-6b9d7c8583fa tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:14.810471 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-537b3b21-6843-496b-a3c5-4811d7473ebb req-c2510cd1-375e-4a6d-8043-6b9d7c8583fa tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.2721581
Jun 01 10:16:14.829847 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f9424e01-ea51-4e20-90a9-df94d7837d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:14.837333 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-48c87bb9-b69f-4620-bdb1-ac8611c9ca9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:14.859622 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b297294-f68e-4846-9d15-eea5a370d822 req-8d85d77d-b047-4d39-98f7-4f560be7f7f5 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:14.861540 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0b297294-f68e-4846-9d15-eea5a370d822 req-8d85d77d-b047-4d39-98f7-4f560be7f7f5 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.3240080
Jun 01 10:16:14.884352 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9424e01-ea51-4e20-90a9-df94d7837d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5f0a3b-7f2b-4096-9aba-68af44bdfe00,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:14.917596 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-18f1936a-25dc-492a-ac37-2d4ca7441bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:14.930040 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-f9424e01-ea51-4e20-90a9-df94d7837d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:14.934570 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-537b3b21-6843-496b-a3c5-4811d7473ebb req-72dee02d-f9a5-4134-bcb6-501bbdf13dd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1225004
Jun 01 10:16:14.936338 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f9424e01-ea51-4e20-90a9-df94d7837d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:14.940655 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-f9424e01-ea51-4e20-90a9-df94d7837d9c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0f5f0a3b-7f2b-4096-9aba-68af44bdfe00 HTTP/1.1" status: 204  len: 168 time: 0.3361337
Jun 01 10:16:14.945520 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-18f1936a-25dc-492a-ac37-2d4ca7441bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:14.961588 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-18f1936a-25dc-492a-ac37-2d4ca7441bed admin admin] Usage tracker for resource:security_group_rule and tenant:662fe90182dc4f489a9d428e88318c4b is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:14.966530 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-18f1936a-25dc-492a-ac37-2d4ca7441bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:14.976890 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0b297294-f68e-4846-9d15-eea5a370d822 req-76148ba5-3c90-4278-b1c6-05682f82ba0a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001942
Jun 01 10:16:14.977780 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-18f1936a-25dc-492a-ac37-2d4ca7441bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:14.989357 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fe049-807f-4739-9e4f-ac11ff34403c req-55086b4e-1c6a-4417-8cfe-d81f7838396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:14.990618 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-109fe049-807f-4739-9e4f-ac11ff34403c req-55086b4e-1c6a-4417-8cfe-d81f7838396d service neutron] 10.222.0.93 "GET /v2.0/networks?id=cad8ba7a-17e4-4cfe-932e-84f43201305c HTTP/1.1" status: 200  len: 919 time: 0.2235448
Jun 01 10:16:15.088223 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-18f1936a-25dc-492a-ac37-2d4ca7441bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:15.089379 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-109fe049-807f-4739-9e4f-ac11ff34403c req-e0025494-3d55-4d5c-9eb4-7baacebdf31a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52ae638d-3164-45ef-9c7e-d5cc8c396dbe HTTP/1.1" status: 200  len: 217 time: 0.0736024
Jun 01 10:16:15.094899 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-18f1936a-25dc-492a-ac37-2d4ca7441bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:15.120543 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-42e7c942-928a-4002-a582-06d27176679b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:15.141398 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-18f1936a-25dc-492a-ac37-2d4ca7441bed admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=662fe90182dc4f489a9d428e88318c4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4993596
Jun 01 10:16:15.143668 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 48844) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:15.154671 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1936a-25dc-492a-ac37-2d4ca7441bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42024bcb-abaf-44d8-adf2-0cd1828e74b0,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:15.158319 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-18f1936a-25dc-492a-ac37-2d4ca7441bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:15.184882 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fe049-807f-4739-9e4f-ac11ff34403c req-05711e90-e0a6-4b39-aef5-d953c75eefdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:15.186343 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-109fe049-807f-4739-9e4f-ac11ff34403c req-05711e90-e0a6-4b39-aef5-d953c75eefdd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=087dba4d-b97f-47cb-b7f9-85b193c4f5a8 HTTP/1.1" status: 200  len: 857 time: 0.0909610
Jun 01 10:16:15.264043 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-109fe049-807f-4739-9e4f-ac11ff34403c req-8d83a0e0-484c-4d2f-8f77-02e07ea19080 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cad8ba7a-17e4-4cfe-932e-84f43201305c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0583777
Jun 01 10:16:15.269733 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-463e72b4-216f-4f43-8cdc-e263c1d25e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:15.318671 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48852) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:15.340075 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-64522567-0520-42e9-929d-e20319eed3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:15.359329 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-64522567-0520-42e9-929d-e20319eed3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:15.361353 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-64522567-0520-42e9-929d-e20319eed3eb admin admin] Usage tracker for resource:security_group_rule and tenant:9c42de2d8d08458a981288fa1b1af298 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:15.364816 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-64522567-0520-42e9-929d-e20319eed3eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:15.370795 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-64522567-0520-42e9-929d-e20319eed3eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:15.374487 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-463e72b4-216f-4f43-8cdc-e263c1d25e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:15.466627 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-109fe049-807f-4739-9e4f-ac11ff34403c req-e35e5e91-6b56-42c5-8800-a454f008c917 service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1861460
Jun 01 10:16:15.479637 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-463e72b4-216f-4f43-8cdc-e263c1d25e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:15.481215 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-64522567-0520-42e9-929d-e20319eed3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:15.487325 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-64522567-0520-42e9-929d-e20319eed3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:15.498267 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-1150fb27-491a-45e1-a69c-6d4c7c7689fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:15.502867 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c5a29287-d0c9-4f11-b676-0ff63009d892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:15.545885 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-64522567-0520-42e9-929d-e20319eed3eb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9c42de2d8d08458a981288fa1b1af298&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2233164
Jun 01 10:16:15.545885 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64522567-0520-42e9-929d-e20319eed3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d7a462-1014-442c-9458-3891fe615cfd,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:15.547423 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48860) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:15.551491 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-64522567-0520-42e9-929d-e20319eed3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:15.566681 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e72b4-216f-4f43-8cdc-e263c1d25e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42024bcb-abaf-44d8-adf2-0cd1828e74b0,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:15.578216 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-463e72b4-216f-4f43-8cdc-e263c1d25e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:15.614299 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-df6c85ac-36e5-42e9-aa86-b82bf1948f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:15.630469 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-463e72b4-216f-4f43-8cdc-e263c1d25e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:15.631556 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-463e72b4-216f-4f43-8cdc-e263c1d25e8b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/42024bcb-abaf-44d8-adf2-0cd1828e74b0 HTTP/1.1" status: 204  len: 168 time: 0.4868276
Jun 01 10:16:15.644130 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-df6c85ac-36e5-42e9-aa86-b82bf1948f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:15.701505 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-109fe049-807f-4739-9e4f-ac11ff34403c req-d729baa5-6be9-454d-88bb-c990e1a2e979 service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2177882
Jun 01 10:16:15.714861 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-df6c85ac-36e5-42e9-aa86-b82bf1948f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:15.721394 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0879a930-bb03-404c-92c3-504e0245f78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:15.726084 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf9f5-4050-48ec-9569-04e1514f86f5 req-ecc2a3ff-6eb7-401b-9975-132b4d95a820 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:15.727619 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9ecdf9f5-4050-48ec-9569-04e1514f86f5 req-ecc2a3ff-6eb7-401b-9975-132b4d95a820 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1545734
Jun 01 10:16:15.736908 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c85ac-36e5-42e9-aa86-b82bf1948f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d7a462-1014-442c-9458-3891fe615cfd,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:15.740073 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-df6c85ac-36e5-42e9-aa86-b82bf1948f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:15.744410 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-df6c85ac-36e5-42e9-aa86-b82bf1948f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:15.747752 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-df6c85ac-36e5-42e9-aa86-b82bf1948f91 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b8d7a462-1014-442c-9458-3891fe615cfd HTTP/1.1" status: 204  len: 168 time: 0.1972189
Jun 01 10:16:15.810379 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9ecdf9f5-4050-48ec-9569-04e1514f86f5 req-7a4147b0-ab25-4a4e-82c8-205111dece10 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638819
Jun 01 10:16:16.187303 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa701a7-d9bb-4a40-b888-5f7cc0855b5e req-a99a8349-56f4-4bad-8062-aa787de9f806 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:16.189211 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-eaa701a7-d9bb-4a40-b888-5f7cc0855b5e req-a99a8349-56f4-4bad-8062-aa787de9f806 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.0907354
Jun 01 10:16:16.250789 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-eaa701a7-d9bb-4a40-b888-5f7cc0855b5e req-e80c155d-1c14-4a1d-b400-6d260f047ecd tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542367
Jun 01 10:16:16.412325 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06324a-0c28-4334-9b8a-eaa1def3fafb req-55b43035-6ee3-47bb-a783-602b2d96ef96 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:16.414194 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-dc06324a-0c28-4334-9b8a-eaa1def3fafb req-55b43035-6ee3-47bb-a783-602b2d96ef96 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0992076
Jun 01 10:16:16.436377 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd3559-6c8a-40b6-9570-985a6557b581 req-04e6c172-ef1b-4cec-8eb6-8f22a41ba3eb tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:16.438454 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8afd3559-6c8a-40b6-9570-985a6557b581 req-04e6c172-ef1b-4cec-8eb6-8f22a41ba3eb tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 945 time: 0.0902293
Jun 01 10:16:16.463240 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-dc06324a-0c28-4334-9b8a-eaa1def3fafb req-883dd53d-831a-45f9-8f1a-c4fedabe12bb tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426481
Jun 01 10:16:16.490616 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8afd3559-6c8a-40b6-9570-985a6557b581 req-8f5f4dfb-419d-4265-abc8-8c641dc12232 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461383
Jun 01 10:16:16.914967 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 48950) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:17.060750 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-74c06cb8-8be2-4777-9c5a-8507aef4593a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:17.080549 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-74c06cb8-8be2-4777-9c5a-8507aef4593a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:17.084748 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-74c06cb8-8be2-4777-9c5a-8507aef4593a admin admin] Usage tracker for resource:security_group_rule and tenant:9bfa7ae7e5d443b38e9b274c47eebcbc is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:17.087722 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-74c06cb8-8be2-4777-9c5a-8507aef4593a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:17.094221 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-74c06cb8-8be2-4777-9c5a-8507aef4593a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:17.179173 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-74c06cb8-8be2-4777-9c5a-8507aef4593a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:17.182708 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-74c06cb8-8be2-4777-9c5a-8507aef4593a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:17.191524 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-eaf335a1-8d01-4009-96b8-2d69c8b5d123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:17.232294 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-74c06cb8-8be2-4777-9c5a-8507aef4593a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9bfa7ae7e5d443b38e9b274c47eebcbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3160784
Jun 01 10:16:17.233032 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c06cb8-8be2-4777-9c5a-8507aef4593a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3ade7c-d225-4dda-95e2-408f2e75c10d,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:17.234996 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 48960) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:17.236729 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-74c06cb8-8be2-4777-9c5a-8507aef4593a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:17.299322 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a18ac2ec-85a3-4e0e-a382-882b6c3659b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:17.327173 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a18ac2ec-85a3-4e0e-a382-882b6c3659b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:17.432385 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a18ac2ec-85a3-4e0e-a382-882b6c3659b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:17.439040 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-833aee3c-ad16-443f-bb70-bce8975fe22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:17.454646 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ac2ec-85a3-4e0e-a382-882b6c3659b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3ade7c-d225-4dda-95e2-408f2e75c10d,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:17.458490 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-a18ac2ec-85a3-4e0e-a382-882b6c3659b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:17.462613 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a18ac2ec-85a3-4e0e-a382-882b6c3659b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:17.463719 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-a18ac2ec-85a3-4e0e-a382-882b6c3659b0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2c3ade7c-d225-4dda-95e2-408f2e75c10d HTTP/1.1" status: 204  len: 168 time: 0.2277408
Jun 01 10:16:17.474076 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b885e92-7d3d-4fbc-a55e-cb87163cda32 req-2adae92a-41f1-4c92-8b6d-f8327dee82d7 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:17.475578 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4b885e92-7d3d-4fbc-a55e-cb87163cda32 req-2adae92a-41f1-4c92-8b6d-f8327dee82d7 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1137755
Jun 01 10:16:17.535420 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4b885e92-7d3d-4fbc-a55e-cb87163cda32 req-0b69393e-4dd6-44fa-bfee-eba6d32b36ce tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536220
Jun 01 10:16:17.550548 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 5c88c12b-7ea9-4c2f-8117-7ef430b43fed details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:16:17.706254 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232ddea-11c5-468e-b96f-95e5147ba90b req-79037335-cbb9-4d68-b179-d27e96986e66 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:17.713870 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5232ddea-11c5-468e-b96f-95e5147ba90b req-79037335-cbb9-4d68-b179-d27e96986e66 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1130948
Jun 01 10:16:17.767007 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5232ddea-11c5-468e-b96f-95e5147ba90b req-481e4b6c-2702-403d-b269-46d179f9f51d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522888
Jun 01 10:16:17.773201 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:16:17.799090 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'port_id': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'mac_address': 'fa:16:3e:17:09:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:16:17.801598 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176226bf-f81f-4b2e-ac91-4f807497df1e req-0c076fc1-18b1-45e3-b198-16fbe0623750 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:17.809661 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-176226bf-f81f-4b2e-ac91-4f807497df1e req-0c076fc1-18b1-45e3-b198-16fbe0623750 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 945 time: 0.1080980
Jun 01 10:16:17.853196 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-176226bf-f81f-4b2e-ac91-4f807497df1e req-5136abbf-9f1d-44ba-9969-84dc19a5551e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420861
Jun 01 10:16:17.858043 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:17.881035 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c88c12b-7ea9-4c2f-8117-7ef430b43fed {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:16:17.900221 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:16:17.905336 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:17.908339 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:17.986035 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,revision_number=6']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:17.997283 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:18.087286 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['5c88c12b-7ea9-4c2f-8117-7ef430b43fed'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:16:18.314023 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 49018) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:18.424902 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-442604628-network', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:16:18.431974 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:18.435780 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Usage tracker for resource:network and tenant:4edb9e51dc124ab2ac42c8dfda565038 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:18.438798 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:18.445141 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:18.455219 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Made reservation on behalf of 4edb9e51dc124ab2ac42c8dfda565038 for: {'network': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:16:18.457894 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:18.478927 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:18.506062 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:18.509923 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Usage tracker for resource:security_group_rule and tenant:4edb9e51dc124ab2ac42c8dfda565038 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:18.512822 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:18.520259 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:18.622446 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:18.627583 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:18.630971 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-463e72b4-216f-4f43-8cdc-e263c1d25e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:18.671927 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1234}  {{(pid=91881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:16:18.681812 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:18.685283 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:18.693810 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:18.694246 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.segments_db [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Added segment 810fcc40-abe6-4914-89f9-1f775e1ae0cc of type vlan for network 452d13e1-33ab-4730-abcd-9a5e2a3ca346
Jun 01 10:16:18.738832 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:18.790678 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d09743-5ec7-4ed2-9369-130bd507c197 req-e0b1fb5f-08a6-4f3e-9769-1e7dba15c5f5 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:18.817791 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-69d09743-5ec7-4ed2-9369-130bd507c197 req-e0b1fb5f-08a6-4f3e-9769-1e7dba15c5f5 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 944 time: 0.1307726
Jun 01 10:16:18.851347 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:18.857102 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:18.857690 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:18.869742 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e11f29-d902-48d2-a075-197822a165ea req-1c4303aa-ec5d-4729-8424-25736315a2d9 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:18.871292 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-35e11f29-d902-48d2-a075-197822a165ea req-1c4303aa-ec5d-4729-8424-25736315a2d9 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 945 time: 0.1346009
Jun 01 10:16:18.873747 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d7a9fa17-0cfa-4201-8085-2f7ab717c311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:18.877755 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-69d09743-5ec7-4ed2-9369-130bd507c197 req-518684a7-3cb6-4f16-9936-3219a36efcb0 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585766
Jun 01 10:16:19.132518 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716cf94-6e09-47e6-b707-033e1561324c req-cb62d7da-b6ad-419c-a898-eb361142b05a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:19.140685 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f716cf94-6e09-47e6-b707-033e1561324c req-cb62d7da-b6ad-419c-a898-eb361142b05a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 945 time: 0.1175022
Jun 01 10:16:19.209541 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f716cf94-6e09-47e6-b707-033e1561324c req-48995d6c-3aab-4deb-861f-405a09e6c27e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671561
Jun 01 10:16:19.247521 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Pushing event updated for resources: {'Network': ['ID=452d13e1-33ab-4730-abcd-9a5e2a3ca346,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:19.258906 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network 452d13e1-33ab-4730-abcd-9a5e2a3ca346 details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:16:19.260675 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 49042) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:19.260821 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9456191
Jun 01 10:16:19.263894 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:19.267576 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Request body: {'subnet': {'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-442604628-subnet', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'ip_version': 4}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:16:19.272812 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:19.281993 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Usage tracker for resource:subnet and tenant:4edb9e51dc124ab2ac42c8dfda565038 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:19.286891 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:19.313065 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:19.342053 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Made reservation on behalf of 4edb9e51dc124ab2ac42c8dfda565038 for: {'subnet': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:16:19.347464 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569660b4-a035-42e3-b4e2-35c9fbb2a120 req-8edf5b6f-c275-4da5-ab23-08024ab694db tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:19.348384 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731578'] for subnet, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:19.348996 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-569660b4-a035-42e3-b4e2-35c9fbb2a120 req-8edf5b6f-c275-4da5-ab23-08024ab694db tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.4166501
Jun 01 10:16:19.421909 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-569660b4-a035-42e3-b4e2-35c9fbb2a120 req-e575e02c-f921-4ce4-8b70-5a8c7898730d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619822
Jun 01 10:16:19.424500 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-35e11f29-d902-48d2-a075-197822a165ea req-6a58433f-a5f5-47f7-9713-65eff468510a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Deleting port 37e088ba-fa49-42ae-92b0-e928bab3a032 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:16:19.424942 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-35e11f29-d902-48d2-a075-197822a165ea req-6a58433f-a5f5-47f7-9713-65eff468510a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:19.550801 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 5c88c12b-7ea9-4c2f-8117-7ef430b43fed up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:16:19.639131 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-35e11f29-d902-48d2-a075-197822a165ea req-6a58433f-a5f5-47f7-9713-65eff468510a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] For port 37e088ba-fa49-42ae-92b0-e928bab3a032, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=37e088ba-fa49-42ae-92b0-e928bab3a032,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:16:19.640492 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-35e11f29-d902-48d2-a075-197822a165ea req-6a58433f-a5f5-47f7-9713-65eff468510a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:19.657213 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:19.657880 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:19.818904 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:19.833082 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-35e11f29-d902-48d2-a075-197822a165ea req-6a58433f-a5f5-47f7-9713-65eff468510a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Calling delete_port for 37e088ba-fa49-42ae-92b0-e928bab3a032 owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:16:19.869502 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:16:19.872061 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ed5f13-8b03-4e3a-bf3a-999c8c07480d" -d '{"events": [{"server_uuid": "8f6eed30-fcbd-4f9f-be6e-315774b52504", "name": "network-vif-plugged", "status": "completed", "tag": "5c88c12b-7ea9-4c2f-8117-7ef430b43fed"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:16:19.883399 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:16:19.894494 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:19.910145 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:20.039491 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1ba5ca-fb5e-485a-a8ff-1dc59c33bf9f x-openstack-request-id: req-2d1ba5ca-fb5e-485a-a8ff-1dc59c33bf9f {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:16:20.039788 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6eed30-fcbd-4f9f-be6e-315774b52504", "name": "network-vif-plugged", "status": "completed", "tag": "5c88c12b-7ea9-4c2f-8117-7ef430b43fed", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:16:20.040059 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d1ba5ca-fb5e-485a-a8ff-1dc59c33bf9f {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:16:20.040457 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'code': 200}
Jun 01 10:16:20.048102 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-35e11f29-d902-48d2-a075-197822a165ea req-6a58433f-a5f5-47f7-9713-65eff468510a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:20.056215 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-aa659856-4a26-444d-be4d-f0bb8c18e5a4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:20.070156 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['9ae42cd5-ad15-4e43-a880-17f7bb75b792', '400089a5-f7b1-45bf-a6c2-d926694a58b4', '5a03167d-fb23-4cc2-ae0c-de57e2f92776', '37e088ba-fa49-42ae-92b0-e928bab3a032'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:16:20.114981 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58433f-a5f5-47f7-9713-65eff468510a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Pushing event deleted for resources: {'Port': ['ID=37e088ba-fa49-42ae-92b0-e928bab3a032,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:20.120132 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6a58433f-a5f5-47f7-9713-65eff468510a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:20.190584 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,revision_number=7']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:20.214787 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:20.274255 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:16:20.309615 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2392770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731564'] for subnet, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:20.317027 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:20.403059 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Checking segment: {'id': '810fcc40-abe6-4914-89f9-1f775e1ae0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:16:20.403714 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Network hostable DHCP agents. Network: 452d13e1-33ab-4730-abcd-9a5e2a3ca346, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:16:20.412900 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e11f29-d902-48d2-a075-197822a165ea req-6a58433f-a5f5-47f7-9713-65eff468510a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] No DVR routers for this DVR port 37e088ba-fa49-42ae-92b0-e928bab3a032 on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:16:20.422521 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-35e11f29-d902-48d2-a075-197822a165ea req-6a58433f-a5f5-47f7-9713-65eff468510a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:20.426112 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6170a982-718a-4479-8c20-90969f9bb984', 'name': 'network-vif-deleted', 'tag': '37e088ba-fa49-42ae-92b0-e928bab3a032'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:16:20.428717 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fc3ad8-2413-4203-9a76-9f5b41967fa5" -d '{"events": [{"server_uuid": "6170a982-718a-4479-8c20-90969f9bb984", "name": "network-vif-deleted", "tag": "37e088ba-fa49-42ae-92b0-e928bab3a032"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:16:20.466829 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-35e11f29-d902-48d2-a075-197822a165ea req-6a58433f-a5f5-47f7-9713-65eff468510a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "DELETE /v2.0/ports/37e088ba-fa49-42ae-92b0-e928bab3a032 HTTP/1.1" status: 204  len: 173 time: 1.5791552
Jun 01 10:16:20.508964 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53f215-a613-410d-b6d8-43511164131c req-63ac40d2-3673-47f1-b5c2-27c2cdd3c542 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:20.522746 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ae53f215-a613-410d-b6d8-43511164131c req-63ac40d2-3673-47f1-b5c2-27c2cdd3c542 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1966736
Jun 01 10:16:20.572468 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Pushing event updated for resources: {'Subnet': ['ID=27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:20.584661 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:20.632888 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ae53f215-a613-410d-b6d8-43511164131c req-52b4823f-50dc-4a28-a16d-996b1a1f856f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1090326
Jun 01 10:16:20.636718 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fc55af6e-9907-4b60-86fb-9b8d022f63d7 req-e0c65c31-44fa-4d8f-98eb-54cf271d40e3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=6170a982-718a-4479-8c20-90969f9bb984 HTTP/1.1" status: 200  len: 210 time: 0.2087791
Jun 01 10:16:20.639294 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Network 452d13e1-33ab-4730-abcd-9a5e2a3ca346 is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:16:20.679079 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, 452d13e1-33ab-4730-abcd-9a5e2a3ca346) {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:16:20.689844 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:20.690536 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:20.755095 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 49058) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:20.756035 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.4940650
Jun 01 10:16:20.759295 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2944a77e-57a9-4595-bbc0-d370ab173f8e None None] Network 452d13e1-33ab-4730-abcd-9a5e2a3ca346 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:16:20.761457 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:16:20.770308 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:20.777819 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Usage tracker for resource:router and tenant:4edb9e51dc124ab2ac42c8dfda565038 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:20.788403 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139909d4-8ab6-4a98-96da-bc93fe8875ba x-openstack-request-id: req-139909d4-8ab6-4a98-96da-bc93fe8875ba {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:16:20.788726 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6170a982-718a-4479-8c20-90969f9bb984", "name": "network-vif-deleted", "tag": "37e088ba-fa49-42ae-92b0-e928bab3a032", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:16:20.789015 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-139909d4-8ab6-4a98-96da-bc93fe8875ba {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:16:20.789732 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6170a982-718a-4479-8c20-90969f9bb984', 'name': 'network-vif-deleted', 'tag': '37e088ba-fa49-42ae-92b0-e928bab3a032', 'status': 'completed', 'code': 200}
Jun 01 10:16:20.790710 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:20.805093 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:20.863424 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7026'] for router, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:20.864554 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-944266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7017'] for router, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:20.881684 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:21.075054 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd13b8f-a7df-4e6c-b287-fb2bbfe416e5 req-4e639db7-8ef8-42ee-80af-57e915e97722 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:21.077643 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0fd13b8f-a7df-4e6c-b287-fb2bbfe416e5 req-4e639db7-8ef8-42ee-80af-57e915e97722 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.2689939
Jun 01 10:16:21.157462 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9287f04-445e-5b22-a51c-be482d9fc361-452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'fixed_ips': [{'subnet_id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd'}]}} from dv-cinder-784779-13-iscsi. {{(pid=91882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 10:16:21.159237 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:21.310315 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-944303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6999'] for router, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:21.360126 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0fd13b8f-a7df-4e6c-b287-fb2bbfe416e5 req-3f093ef0-a224-4b99-a2dd-a41e7e889c43 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2697713
Jun 01 10:16:21.481264 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.db_base_plugin_common [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Allocated IP 172.20.0.2 (452d13e1-33ab-4730-abcd-9a5e2a3ca346/27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd/2ed2950c-1237-4781-8406-0b56e3159e18) {{(pid=91882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:16:22.030250 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Notify callbacks [] for port, precommit_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:22.038322 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:22.052276 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Transition to ACTIVE for port object 2ed2950c-1237-4781-8406-0b56e3159e18 will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:16:22.083029 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:22.092269 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Transition to ACTIVE for port object 2ed2950c-1237-4781-8406-0b56e3159e18 will not be triggered until provisioned by entity DHCP. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:16:22.109923 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:22.116707 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:22.245484 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Network 452d13e1-33ab-4730-abcd-9a5e2a3ca346 is already hosted by enough agents. {{(pid=91882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:16:22.251027 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.base_scheduler [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Resources bound (agent type, host, resource id):  {{(pid=91882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:16:22.256939 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Received port after_create {{(pid=91882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:16:22.270754 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Pushing event updated for resources: {'Port': ['ID=2ed2950c-1237-4781-8406-0b56e3159e18,revision_number=1']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:22.273930 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:22.301198 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc017cfd-418b-4837-8780-d586c5b03701 req-27d5f29a-232f-426d-94b2-06b29fd8f5b0 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:22.312608 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fc017cfd-418b-4837-8780-d586c5b03701 req-27d5f29a-232f-426d-94b2-06b29fd8f5b0 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.3619897
Jun 01 10:16:22.392635 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fc017cfd-418b-4837-8780-d586c5b03701 req-6f3ce195-0974-4f01-8618-a0dafbad0c25 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789380
Jun 01 10:16:22.394107 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Allocated IP 172.27.3.194 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/9aec599a-b2a0-4cf2-9e03-7db671886568) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:16:22.400427 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Attempting to bind port 2ed2950c-1237-4781-8406-0b56e3159e18 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:16:22.400945 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Attempting to bind port 2ed2950c-1237-4781-8406-0b56e3159e18 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '810fcc40-abe6-4914-89f9-1f775e1ae0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:16:22.401401 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Attempting to bind port 2ed2950c-1237-4781-8406-0b56e3159e18 on network 452d13e1-33ab-4730-abcd-9a5e2a3ca346 {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:16:22.407601 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:16:22.407982 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Checking segment: {'id': '810fcc40-abe6-4914-89f9-1f775e1ae0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:16:22.408392 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:22.408784 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Bound using segment: {'id': '810fcc40-abe6-4914-89f9-1f775e1ae0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:16:22.409308 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Bound port: 2ed2950c-1237-4781-8406-0b56e3159e18, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810fcc40-abe6-4914-89f9-1f775e1ae0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:16:22.409689 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:22.517739 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] For port 2ed2950c-1237-4781-8406-0b56e3159e18, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:16:22.520945 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] For port 2ed2950c-1237-4781-8406-0b56e3159e18, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=2ed2950c-1237-4781-8406-0b56e3159e18,segment=NetworkSegment(810fcc40-abe6-4914-89f9-1f775e1ae0cc),segment_id=810fcc40-abe6-4914-89f9-1f775e1ae0cc)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:16:22.532958 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:22.542088 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:22.609178 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:22.644027 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:22.648957 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6a7f62e1-7a24-4beb-9095-10f2a99e3c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:22.649488 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Pushing event updated for resources: {'Port': ['ID=2ed2950c-1237-4781-8406-0b56e3159e18,revision_number=2']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:22.663573 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:22.737702 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2acbbe-9d50-4319-903b-50f38d068983 req-fc94157f-1459-4f41-b475-382f37bd1f88 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:22.744260 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fa2acbbe-9d50-4319-903b-50f38d068983 req-fc94157f-1459-4f41-b475-382f37bd1f88 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1692808
Jun 01 10:16:22.757262 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:16:22.760214 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:16:22.764078 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:16:22.796301 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Pushing event updated for resources: {'Port': ['ID=9aec599a-b2a0-4cf2-9e03-7db671886568,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:22.839589 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fa2acbbe-9d50-4319-903b-50f38d068983 req-5ef91ea1-7fa5-43a5-9dbe-8ec035f1537e tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840139
Jun 01 10:16:22.931419 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:22.931930 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:22.932299 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:22.932660 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:22.933865 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:22.934235 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:22.934595 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:22.937353 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:22.937757 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:22.938122 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:22.938483 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:22.938838 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:22.947924 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:23.376559 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:23.572063 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 37e088ba-fa49-42ae-92b0-e928bab3a032 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:16:23.659350 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: 37e088ba-fa49-42ae-92b0-e928bab3a032 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:16:23.659731 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 37e088ba-fa49-42ae-92b0-e928bab3a032 not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:16:23.764315 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1bfc-04e9-4c22-8b42-2928bb475f09 req-b60b4b3e-8608-47ed-b28f-ab7e40d38659 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:23.781286 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c72f1bfc-04e9-4c22-8b42-2928bb475f09 req-b60b4b3e-8608-47ed-b28f-ab7e40d38659 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1489656
Jun 01 10:16:23.861683 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c72f1bfc-04e9-4c22-8b42-2928bb475f09 req-a34e7b00-b386-43e5-9ecd-e61fd141e741 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788295
Jun 01 10:16:24.099630 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebd190-5f8f-484d-a3a1-bcc5e86f2533 req-51b42167-57c6-4744-8302-2c8e6d3ee019 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:24.099761 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393412f-d137-4083-b7c4-cdbbc31c1121 req-d0e69b30-6b8d-4010-8577-e10ebb68ff11 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:24.100307 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-12ebd190-5f8f-484d-a3a1-bcc5e86f2533 req-51b42167-57c6-4744-8302-2c8e6d3ee019 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Synchronizing usage tracker for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:16:24.106290 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d393412f-d137-4083-b7c4-cdbbc31c1121 req-d0e69b30-6b8d-4010-8577-e10ebb68ff11 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1176472
Jun 01 10:16:24.108964 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944364'] for router, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:24.166140 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d393412f-d137-4083-b7c4-cdbbc31c1121 req-aa247e09-bc3d-4e2e-a238-47fa49ebee65 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565593
Jun 01 10:16:24.187357 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa60822-7d62-4deb-838d-6ab049c7d54e None None] Network 452d13e1-33ab-4730-abcd-9a5e2a3ca346 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:16:24.343541 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-12ebd190-5f8f-484d-a3a1-bcc5e86f2533 req-51b42167-57c6-4744-8302-2c8e6d3ee019 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Unset dirty status for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:16:24.345437 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-12ebd190-5f8f-484d-a3a1-bcc5e86f2533 req-51b42167-57c6-4744-8302-2c8e6d3ee019 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 945 time: 0.6168838
Jun 01 10:16:24.360506 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-5d4c039e-ab08-4959-b289-3c03ce5b9cff None None] Provisioning for port 2ed2950c-1237-4781-8406-0b56e3159e18 completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:16:24.370722 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 2ed2950c-1237-4781-8406-0b56e3159e18 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:16:24.423512 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-12ebd190-5f8f-484d-a3a1-bcc5e86f2533 req-fe008f3a-b6df-4274-9307-284b30bbabc9 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709355
Jun 01 10:16:24.459992 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Router 7a44c49d-569d-44d3-8e51-65b7853e456a is scheduled to L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 with binding_index 1 {{(pid=91881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 10:16:24.598768 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 2ed2950c-1237-4781-8406-0b56e3159e18 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:16:24.622837 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 2ed2950c-1237-4781-8406-0b56e3159e18 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:24.622837 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:24.726346 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:16:24.753397 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Sync routers for ids ['7a44c49d-569d-44d3-8e51-65b7853e456a'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:16:24.764088 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Notify callbacks [] for router, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:24.766185 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.0096428
Jun 01 10:16:24.768753 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 49092) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:24.770611 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Routers {'7a44c49d-569d-44d3-8e51-65b7853e456a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:16:24.778202 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486138550>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:16:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['7a44c49d-569d-44d3-8e51-65b7853e456a'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:24.793607 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:24.854452 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port 2ed2950c-1237-4781-8406-0b56e3159e18, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=2ed2950c-1237-4781-8406-0b56e3159e18,segment=NetworkSegment(810fcc40-abe6-4914-89f9-1f775e1ae0cc),segment_id=810fcc40-abe6-4914-89f9-1f775e1ae0cc)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:16:24.863688 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:24.866156 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:25.055323 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Set router 7a44c49d-569d-44d3-8e51-65b7853e456a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:16:25.062524 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=2ed2950c-1237-4781-8406-0b56e3159e18,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:25.070186 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:25.096521 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-d8f134a2-d1d2-414d-b5bd-cf55b3cf5689 None None] Provisioning complete for port 2ed2950c-1237-4781-8406-0b56e3159e18 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:25.096896 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d8f134a2-d1d2-414d-b5bd-cf55b3cf5689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:25.464129 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578b679-aaa1-470c-b632-a6771b80e7ff req-69ad37c8-1581-4a10-9beb-a0fae8315ffe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:25.475732 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a578b679-aaa1-470c-b632-a6771b80e7ff req-69ad37c8-1581-4a10-9beb-a0fae8315ffe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.3526809
Jun 01 10:16:25.486734 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486138550>, [{'id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:20Z', 'updated_at': '2021-06-01T10:16:23Z', 'revision_number': 3, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'gw_port': {'id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:22Z', 'updated_at': '2021-06-01T10:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:25.491553 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Checking router: 7a44c49d-569d-44d3-8e51-65b7853e456a for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:16:25.492052 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Updating router 7a44c49d-569d-44d3-8e51-65b7853e456a port 9aec599a-b2a0-4cf2-9e03-7db671886568 binding host dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:16:25.586058 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:25.656690 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe629f6b-441e-4a52-bb07-39535ceb83ed req-df0b6979-b209-4ab0-b06a-cfc9c3217af7 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:25.663559 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a578b679-aaa1-470c-b632-a6771b80e7ff req-97df713a-0cb3-467a-87a9-bdbd22f09261 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1836760
Jun 01 10:16:25.665940 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fe629f6b-441e-4a52-bb07-39535ceb83ed req-df0b6979-b209-4ab0-b06a-cfc9c3217af7 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.3020048
Jun 01 10:16:25.792182 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fe629f6b-441e-4a52-bb07-39535ceb83ed req-efa414f9-9d19-42c3-95ef-27955de62531 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251116
Jun 01 10:16:25.809360 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a829a-4c28-4fc6-a0c8-57dfd9b963e9 req-e64cb26d-718f-4784-9837-dd6c28280dd0 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:25.811812 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ee3a829a-4c28-4fc6-a0c8-57dfd9b963e9 req-e64cb26d-718f-4784-9837-dd6c28280dd0 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 945 time: 0.3574996
Jun 01 10:16:26.059685 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-ee3a829a-4c28-4fc6-a0c8-57dfd9b963e9 req-f211bd5e-ef6b-4a23-afcc-48406756945e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Deleting port 5a03167d-fb23-4cc2-ae0c-de57e2f92776 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:16:26.060763 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-ee3a829a-4c28-4fc6-a0c8-57dfd9b963e9 req-f211bd5e-ef6b-4a23-afcc-48406756945e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:26.104628 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376334d3-54e0-4e5f-9e22-4ec1dd1cf3a4 req-dcba9514-6d81-4379-8d46-f7cdb44502f3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:26.106155 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-376334d3-54e0-4e5f-9e22-4ec1dd1cf3a4 req-dcba9514-6d81-4379-8d46-f7cdb44502f3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 945 time: 0.2284472
Jun 01 10:16:26.148394 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Notify callbacks [] for port, precommit_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:26.166874 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.provisioning_blocks [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Transition to ACTIVE for port object 9aec599a-b2a0-4cf2-9e03-7db671886568 will not be triggered until provisioned by entity L2. {{(pid=91883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:16:26.181894 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:26.184802 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-376334d3-54e0-4e5f-9e22-4ec1dd1cf3a4 req-160a7dd6-c8c3-4a64-8dab-c0c8539673a7 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717285
Jun 01 10:16:26.187265 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:26.191266 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:26.245454 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-ee3a829a-4c28-4fc6-a0c8-57dfd9b963e9 req-f211bd5e-ef6b-4a23-afcc-48406756945e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] For port 5a03167d-fb23-4cc2-ae0c-de57e2f92776, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5a03167d-fb23-4cc2-ae0c-de57e2f92776,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:16:26.245811 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-ee3a829a-4c28-4fc6-a0c8-57dfd9b963e9 req-f211bd5e-ef6b-4a23-afcc-48406756945e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:26.320515 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 2ed2950c-1237-4781-8406-0b56e3159e18 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:16:26.407680 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Attempting to bind port 9aec599a-b2a0-4cf2-9e03-7db671886568 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:16:26.408048 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Attempting to bind port 9aec599a-b2a0-4cf2-9e03-7db671886568 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:16:26.408419 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Attempting to bind port 9aec599a-b2a0-4cf2-9e03-7db671886568 on network e28a5a03-817a-4451-8e06-db27cb915a3e {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:16:26.417133 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:16:26.417561 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Checking segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:16:26.417961 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:26.418357 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Bound using segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:16:26.418849 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Bound port: 9aec599a-b2a0-4cf2-9e03-7db671886568, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:16:26.419260 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:26.454162 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 2ed2950c-1237-4781-8406-0b56e3159e18 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:26.454658 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:26.458488 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-ee3a829a-4c28-4fc6-a0c8-57dfd9b963e9 req-f211bd5e-ef6b-4a23-afcc-48406756945e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Calling delete_port for 5a03167d-fb23-4cc2-ae0c-de57e2f92776 owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:16:26.537273 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] For port 9aec599a-b2a0-4cf2-9e03-7db671886568, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:16:26.540881 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] For port 9aec599a-b2a0-4cf2-9e03-7db671886568, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=9aec599a-b2a0-4cf2-9e03-7db671886568,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:16:26.545994 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Pushing event updated for resources: {'Port': ['ID=9aec599a-b2a0-4cf2-9e03-7db671886568,revision_number=2']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:26.558001 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:26.559954 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:26.560319 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:26.561198 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:26.561198 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:26.561493 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:26.561945 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:26.562636 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:26.563014 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:26.563427 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:26.563736 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:26.564175 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:26.564555 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:26.579457 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:26.579930 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:26.646128 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-ee3a829a-4c28-4fc6-a0c8-57dfd9b963e9 req-f211bd5e-ef6b-4a23-afcc-48406756945e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:26.658537 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-426b6616-e8b2-4d86-9363-73b68305dbae tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:26.693969 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Pushing event updated for resources: {'Port': ['ID=9aec599a-b2a0-4cf2-9e03-7db671886568,revision_number=3']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:26.699517 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:26.709694 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Routers {'7a44c49d-569d-44d3-8e51-65b7853e456a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:16:26.710675 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486138550>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:16:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['7a44c49d-569d-44d3-8e51-65b7853e456a'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:26.775710 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211bd5e-ef6b-4a23-afcc-48406756945e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Pushing event deleted for resources: {'Port': ['ID=5a03167d-fb23-4cc2-ae0c-de57e2f92776,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:26.781441 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f211bd5e-ef6b-4a23-afcc-48406756945e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:26.797318 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['9ae42cd5-ad15-4e43-a880-17f7bb75b792', '400089a5-f7b1-45bf-a6c2-d926694a58b4', '5a03167d-fb23-4cc2-ae0c-de57e2f92776'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:16:26.800136 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Allocated IP 172.20.0.1 (452d13e1-33ab-4730-abcd-9a5e2a3ca346/27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd/768c403a-fcb4-46b5-a51c-32d101d6cea7) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:16:27.000954 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3a829a-4c28-4fc6-a0c8-57dfd9b963e9 req-f211bd5e-ef6b-4a23-afcc-48406756945e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] No DVR routers for this DVR port 5a03167d-fb23-4cc2-ae0c-de57e2f92776 on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:16:27.044823 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] Set router 7a44c49d-569d-44d3-8e51-65b7853e456a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:16:27.049119 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-ee3a829a-4c28-4fc6-a0c8-57dfd9b963e9 req-f211bd5e-ef6b-4a23-afcc-48406756945e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:27.052107 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4', 'name': 'network-vif-deleted', 'tag': '5a03167d-fb23-4cc2-ae0c-de57e2f92776'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:16:27.054881 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7cc804-d5b6-4fdc-8074-928e4e9c965a" -d '{"events": [{"server_uuid": "fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4", "name": "network-vif-deleted", "tag": "5a03167d-fb23-4cc2-ae0c-de57e2f92776"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:16:27.098139 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ee3a829a-4c28-4fc6-a0c8-57dfd9b963e9 req-f211bd5e-ef6b-4a23-afcc-48406756945e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "DELETE /v2.0/ports/5a03167d-fb23-4cc2-ae0c-de57e2f92776 HTTP/1.1" status: 204  len: 173 time: 1.2792370
Jun 01 10:16:27.143333 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97690bd6-b400-47ba-9b8e-03fa878f3e7d req-f9a78817-a082-4464-a1d8-e0366779e6fc tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:27.152455 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-97690bd6-b400-47ba-9b8e-03fa878f3e7d req-f9a78817-a082-4464-a1d8-e0366779e6fc tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1702075
Jun 01 10:16:27.222762 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-97690bd6-b400-47ba-9b8e-03fa878f3e7d req-0c8c8a8e-5c26-4167-a24c-0d3a37348303 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687275
Jun 01 10:16:27.284991 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5047ca-21ab-45b0-874f-66d7e8143f1c x-openstack-request-id: req-3c5047ca-21ab-45b0-874f-66d7e8143f1c {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:16:27.285749 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4", "name": "network-vif-deleted", "tag": "5a03167d-fb23-4cc2-ae0c-de57e2f92776", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:16:27.287730 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3c5047ca-21ab-45b0-874f-66d7e8143f1c {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:16:27.287730 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4', 'name': 'network-vif-deleted', 'tag': '5a03167d-fb23-4cc2-ae0c-de57e2f92776', 'status': 'completed', 'code': 200}
Jun 01 10:16:27.357073 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a209a0-f821-473e-aa76-228f06668596 req-452e94f3-3d79-4af6-a193-8ef0a5adbac1 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:27.358673 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-25a209a0-f821-473e-aa76-228f06668596 req-452e94f3-3d79-4af6-a193-8ef0a5adbac1 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.3666265
Jun 01 10:16:27.397391 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:27.434371 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Transition to ACTIVE for port object 768c403a-fcb4-46b5-a51c-32d101d6cea7 will not be triggered until provisioned by entity DHCP. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:16:27.460496 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-25a209a0-f821-473e-aa76-228f06668596 req-31a3fba1-ba5d-48df-b5da-652fa2ad551d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852671
Jun 01 10:16:27.480398 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-b912bfd2-7e2b-4034-bc60-4d25667204ec req-6b24b4a8-6403-4c13-bb19-4c988466604d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Synchronizing usage tracker for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:16:27.502883 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-b912bfd2-7e2b-4034-bc60-4d25667204ec req-6b24b4a8-6403-4c13-bb19-4c988466604d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Unset dirty status for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:16:27.504736 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b912bfd2-7e2b-4034-bc60-4d25667204ec req-6b24b4a8-6403-4c13-bb19-4c988466604d tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd9e9931-fc53-4ab8-bf25-ed246ee7e8c4 HTTP/1.1" status: 200  len: 210 time: 0.0822897
Jun 01 10:16:27.505248 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:27.511197 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-2540cfde-16b5-4ea6-b463-8479fa39c00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:27.535719 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486138550>, [{'id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:20Z', 'updated_at': '2021-06-01T10:16:23Z', 'revision_number': 3, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'gw_port': {'id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:22Z', 'updated_at': '2021-06-01T10:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:27.539935 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e438bb28-6a2b-455b-811f-1c69c53ca50d None None] The sync data for ids ['7a44c49d-569d-44d3-8e51-65b7853e456a'] in dv-cinder-784779-13-iscsi is: [{'id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:20Z', 'updated_at': '2021-06-01T10:16:23Z', 'revision_number': 3, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'gw_port': {'id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:22Z', 'updated_at': '2021-06-01T10:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:16:27.607742 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Network 452d13e1-33ab-4730-abcd-9a5e2a3ca346 is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:16:27.611546 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:16:27.613638 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Pushing event updated for resources: {'Port': ['ID=768c403a-fcb4-46b5-a51c-32d101d6cea7,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:27.615706 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:16:27.645032 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:27.685746 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944029'] for router_interface, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:27.990741 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:28.075685 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-e357be62-906d-4012-91dd-6507c20cdff5 None None] Provisioning for port 768c403a-fcb4-46b5-a51c-32d101d6cea7 completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:16:28.086940 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-e357be62-906d-4012-91dd-6507c20cdff5 None None] Provisioning complete for port 768c403a-fcb4-46b5-a51c-32d101d6cea7 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:28.087667 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-e357be62-906d-4012-91dd-6507c20cdff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:28.252101 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-e357be62-906d-4012-91dd-6507c20cdff5 None None] Port 768c403a-fcb4-46b5-a51c-32d101d6cea7 cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:16:28.364974 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 9aec599a-b2a0-4cf2-9e03-7db671886568 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:16:28.497444 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 9aec599a-b2a0-4cf2-9e03-7db671886568 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:16:28.504673 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 9aec599a-b2a0-4cf2-9e03-7db671886568 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:28.508204 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:28.511670 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:28.532649 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc145aa4-0458-4d87-b56a-c9c7429ea0aa req-9d23c734-b45e-42b9-8e6a-f583f29226b1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:28.534556 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fc145aa4-0458-4d87-b56a-c9c7429ea0aa req-9d23c734-b45e-42b9-8e6a-f583f29226b1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1529145
Jun 01 10:16:28.535896 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2489979'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:28.601145 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:28.713512 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Pushing event updated for resources: {'Port': ['ID=768c403a-fcb4-46b5-a51c-32d101d6cea7,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:28.716565 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:28.749622 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:28.758036 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa8e98-1500-4183-b4cd-e5b8ca9ce91c req-1869be7b-0a67-4338-ad73-cdc061d81ea0 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:28.774435 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-51fa8e98-1500-4183-b4cd-e5b8ca9ce91c req-1869be7b-0a67-4338-ad73-cdc061d81ea0 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1509337
Jun 01 10:16:28.786411 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943920'] for router_interface, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:28.788500 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port 9aec599a-b2a0-4cf2-9e03-7db671886568, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=9aec599a-b2a0-4cf2-9e03-7db671886568,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:16:28.803361 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:28.807871 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:28.934326 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fc145aa4-0458-4d87-b56a-c9c7429ea0aa req-5af7a62a-08b1-44de-92c4-275a04e090aa tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3498008
Jun 01 10:16:29.013720 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=9aec599a-b2a0-4cf2-9e03-7db671886568,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:29.023783 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:29.160612 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-51fa8e98-1500-4183-b4cd-e5b8ca9ce91c req-e6809581-6c50-4aad-bdaa-26e74a364b45 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3852143
Jun 01 10:16:29.255273 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Network 452d13e1-33ab-4730-abcd-9a5e2a3ca346 is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:16:29.256647 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:16:29.619352 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 5a03167d-fb23-4cc2-ae0c-de57e2f92776 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:16:29.628890 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Router 7a44c49d-569d-44d3-8e51-65b7853e456a has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:16:29.711834 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: 5a03167d-fb23-4cc2-ae0c-de57e2f92776 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:16:29.712379 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 5a03167d-fb23-4cc2-ae0c-de57e2f92776 not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:16:29.723434 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-e74a28f8-4bb2-4a71-8a79-b2db35c79245 None None] Provisioning complete for port 768c403a-fcb4-46b5-a51c-32d101d6cea7 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:29.724082 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-e74a28f8-4bb2-4a71-8a79-b2db35c79245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:29.768026 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71c84f-3089-4ce0-9009-b6362f6547dd req-557e575a-0160-4c04-bf0a-5c96af6c4c47 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:29.769738 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8a71c84f-3089-4ce0-9009-b6362f6547dd req-557e575a-0160-4c04-bf0a-5c96af6c4c47 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 946 time: 0.1099854
Jun 01 10:16:29.818156 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-e74a28f8-4bb2-4a71-8a79-b2db35c79245 None None] Port 768c403a-fcb4-46b5-a51c-32d101d6cea7 cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:16:29.833006 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8a71c84f-3089-4ce0-9009-b6362f6547dd req-3480d55a-f7ea-4b16-8edf-a00bf08bf15f tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566869
Jun 01 10:16:29.951255 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:16:29.977033 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] 10.222.0.86 "PUT /v2.0/routers/7a44c49d-569d-44d3-8e51-65b7853e456a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2043993
Jun 01 10:16:30.167517 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef508c9-5aef-4dbb-a059-e59286723f8d req-6118f700-c947-4466-85ad-91d6cf54c4ee tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:30.174342 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7ef508c9-5aef-4dbb-a059-e59286723f8d req-6118f700-c947-4466-85ad-91d6cf54c4ee tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1248121
Jun 01 10:16:30.203843 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Sync routers for ids ['7a44c49d-569d-44d3-8e51-65b7853e456a'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:16:30.225240 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Routers {'7a44c49d-569d-44d3-8e51-65b7853e456a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:16:30.227344 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4860d6940>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:16:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['7a44c49d-569d-44d3-8e51-65b7853e456a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:30.288406 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7ef508c9-5aef-4dbb-a059-e59286723f8d req-bf1b10de-d32f-49e6-bf4e-314964d2c62f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1130922
Jun 01 10:16:30.357037 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 9aec599a-b2a0-4cf2-9e03-7db671886568 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:16:30.462060 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc60b72-1146-4f77-bc5c-01d6d5d01d4d req-c9054c5d-2cdc-4511-9897-585cad670c2f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:30.464417 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ddc60b72-1146-4f77-bc5c-01d6d5d01d4d req-c9054c5d-2cdc-4511-9897-585cad670c2f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1500702
Jun 01 10:16:30.549635 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ddc60b72-1146-4f77-bc5c-01d6d5d01d4d req-09131933-c4a1-414e-8a20-f336efeaf868 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725813
Jun 01 10:16:30.578040 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 9aec599a-b2a0-4cf2-9e03-7db671886568 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:30.578040 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:30.622864 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Set router 7a44c49d-569d-44d3-8e51-65b7853e456a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:16:30.884167 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 49168) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:30.890060 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1942721270-network', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:16:30.900288 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:30.918371 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Usage tracker for resource:network and tenant:f17047425ae442a1b37c3d99be9daf7d is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:30.922200 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:30.939207 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:30.966613 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Made reservation on behalf of f17047425ae442a1b37c3d99be9daf7d for: {'network': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:16:30.971407 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:30.995751 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:31.023045 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:31.032025 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Usage tracker for resource:security_group_rule and tenant:f17047425ae442a1b37c3d99be9daf7d is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:31.043266 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:31.053685 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:31.162003 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068265f4-6266-49b3-a6df-d44a8ed1c8a1 req-c77d1227-fa42-47b6-8d1b-e249a94511ec tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:31.165291 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-068265f4-6266-49b3-a6df-d44a8ed1c8a1 req-c77d1227-fa42-47b6-8d1b-e249a94511ec tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 946 time: 0.1026261
Jun 01 10:16:31.182629 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4860d6940>, [{'id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:20Z', 'updated_at': '2021-06-01T10:16:27Z', 'revision_number': 4, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'gw_port': {'id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:22Z', 'updated_at': '2021-06-01T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '768c403a-fcb4-46b5-a51c-32d101d6cea7', 'name': '', 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'mac_address': 'fa:16:3e:a6:8a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:26Z', 'updated_at': '2021-06-01T10:16:28Z', 'revision_number': 2, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'subnets': [{'id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:31.189822 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Checking router: 7a44c49d-569d-44d3-8e51-65b7853e456a for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:16:31.189822 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Updating router 7a44c49d-569d-44d3-8e51-65b7853e456a port 768c403a-fcb4-46b5-a51c-32d101d6cea7 binding host dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:16:31.201249 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6179451-ca85-4157-8d94-509e493e9e82 req-2a728d9b-eee4-409f-b47e-a55425895ad7 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:31.210815 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b6179451-ca85-4157-8d94-509e493e9e82 req-2a728d9b-eee4-409f-b47e-a55425895ad7 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 946 time: 0.1675966
Jun 01 10:16:31.284106 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b6179451-ca85-4157-8d94-509e493e9e82 req-c8fb9558-70ef-4f68-b7ea-80a47e8b33d3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688183
Jun 01 10:16:31.324949 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:31.383635 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:31.387872 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-068265f4-6266-49b3-a6df-d44a8ed1c8a1 req-5f31a808-72dd-4773-8fa6-2409816f07c2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Deleting port 400089a5-f7b1-45bf-a6c2-d926694a58b4 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:16:31.388209 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-068265f4-6266-49b3-a6df-d44a8ed1c8a1 req-5f31a808-72dd-4773-8fa6-2409816f07c2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:31.398001 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:31.416131 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1205}  {{(pid=91880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:16:31.436494 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:31.437615 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.segments_db [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Added segment 73235df9-e4d4-4c97-89e8-7a96a74be71f of type vlan for network 2aacccf2-8284-4085-be76-4847441f710d
Jun 01 10:16:31.451264 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-74c06cb8-8be2-4777-9c5a-8507aef4593a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:31.507715 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:31.519374 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fad5dd0-2576-4c03-956d-103dfd3a4a0b,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:31.523551 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:31.562893 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:31.564689 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:31.565660 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:31.588787 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-068265f4-6266-49b3-a6df-d44a8ed1c8a1 req-5f31a808-72dd-4773-8fa6-2409816f07c2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] For port 400089a5-f7b1-45bf-a6c2-d926694a58b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=400089a5-f7b1-45bf-a6c2-d926694a58b4,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:16:31.589145 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-068265f4-6266-49b3-a6df-d44a8ed1c8a1 req-5f31a808-72dd-4773-8fa6-2409816f07c2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:31.631747 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:31.680337 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.7949815
Jun 01 10:16:31.690518 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 49178) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:31.709625 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Request body: {'subnet': {'network_id': '2aacccf2-8284-4085-be76-4847441f710d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1942721270-subnet', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d', 'ip_version': 4}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:16:31.722126 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:31.728674 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Usage tracker for resource:subnet and tenant:f17047425ae442a1b37c3d99be9daf7d is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:31.732256 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:31.732387 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-068265f4-6266-49b3-a6df-d44a8ed1c8a1 req-5f31a808-72dd-4773-8fa6-2409816f07c2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Calling delete_port for 400089a5-f7b1-45bf-a6c2-d926694a58b4 owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:16:31.739499 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:31.815016 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Made reservation on behalf of f17047425ae442a1b37c3d99be9daf7d for: {'subnet': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:16:31.817769 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731578'] for subnet, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:31.819041 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Notify callbacks [] for port, precommit_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:31.907723 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Transition to ACTIVE for port object 768c403a-fcb4-46b5-a51c-32d101d6cea7 will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:16:31.915646 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-068265f4-6266-49b3-a6df-d44a8ed1c8a1 req-5f31a808-72dd-4773-8fa6-2409816f07c2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:31.921227 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:31.926376 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:31.928137 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6a58433f-a5f5-47f7-9713-65eff468510a tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:31.930159 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Pushing event updated for resources: {'Network': ['ID=2aacccf2-8284-4085-be76-4847441f710d,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:31.990105 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['9ae42cd5-ad15-4e43-a880-17f7bb75b792', '400089a5-f7b1-45bf-a6c2-d926694a58b4'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:16:32.034984 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31a808-72dd-4773-8fa6-2409816f07c2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Pushing event deleted for resources: {'Port': ['ID=400089a5-f7b1-45bf-a6c2-d926694a58b4,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:32.043603 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-5f31a808-72dd-4773-8fa6-2409816f07c2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:32.058123 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network 2aacccf2-8284-4085-be76-4847441f710d details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:16:32.095392 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-068265f4-6266-49b3-a6df-d44a8ed1c8a1 req-5f31a808-72dd-4773-8fa6-2409816f07c2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] No DVR routers for this DVR port 400089a5-f7b1-45bf-a6c2-d926694a58b4 on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:16:32.100175 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-068265f4-6266-49b3-a6df-d44a8ed1c8a1 req-5f31a808-72dd-4773-8fa6-2409816f07c2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:32.104049 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae147e8d-64a0-4014-a912-ae11a4e28358', 'name': 'network-vif-deleted', 'tag': '400089a5-f7b1-45bf-a6c2-d926694a58b4'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:16:32.106335 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f948b3e-f045-43b4-b323-2b1a7ba25e75" -d '{"events": [{"server_uuid": "ae147e8d-64a0-4014-a912-ae11a4e28358", "name": "network-vif-deleted", "tag": "400089a5-f7b1-45bf-a6c2-d926694a58b4"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:16:32.124810 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1a333-aee7-4226-b38a-0efe075a51c1 req-0342dafb-b3c5-4f81-bb16-c79fe724c7f7 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:32.132013 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e6e1a333-aee7-4226-b38a-0efe075a51c1 req-0342dafb-b3c5-4f81-bb16-c79fe724c7f7 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.2922456
Jun 01 10:16:32.156871 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-068265f4-6266-49b3-a6df-d44a8ed1c8a1 req-5f31a808-72dd-4773-8fa6-2409816f07c2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "DELETE /v2.0/ports/400089a5-f7b1-45bf-a6c2-d926694a58b4 HTTP/1.1" status: 204  len: 173 time: 0.9747362
Jun 01 10:16:32.199758 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e6e1a333-aee7-4226-b38a-0efe075a51c1 req-88fb3a7e-cce4-4604-8934-f2a75f768e74 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660417
Jun 01 10:16:32.241242 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:32.282371 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8013956b-e64e-4988-b42f-91e910479ad0 x-openstack-request-id: req-8013956b-e64e-4988-b42f-91e910479ad0 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:16:32.282784 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae147e8d-64a0-4014-a912-ae11a4e28358", "name": "network-vif-deleted", "tag": "400089a5-f7b1-45bf-a6c2-d926694a58b4", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:16:32.283165 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8013956b-e64e-4988-b42f-91e910479ad0 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:16:32.283680 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae147e8d-64a0-4014-a912-ae11a4e28358', 'name': 'network-vif-deleted', 'tag': '400089a5-f7b1-45bf-a6c2-d926694a58b4', 'status': 'completed', 'code': 200}
Jun 01 10:16:32.509719 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c4d89-f41a-4547-861f-86882f5ceb15 req-c7b51c0e-4f83-4938-b0ea-6054c92473ae tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:32.517385 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-355c4d89-f41a-4547-861f-86882f5ceb15 req-c7b51c0e-4f83-4938-b0ea-6054c92473ae tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.7037907
Jun 01 10:16:32.564396 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Pushing event updated for resources: {'Port': ['ID=768c403a-fcb4-46b5-a51c-32d101d6cea7,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:32.586123 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-565e91f5-0682-4a2f-848c-e53683ba87a2 req-697f5b59-db5f-4fbc-90d2-41c9ef908f6b tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Synchronizing usage tracker for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:16:32.586314 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-355c4d89-f41a-4547-861f-86882f5ceb15 req-1de1b9ba-0ebe-4131-bafe-61fc7243e2eb tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677941
Jun 01 10:16:32.619635 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-565e91f5-0682-4a2f-848c-e53683ba87a2 req-697f5b59-db5f-4fbc-90d2-41c9ef908f6b tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Unset dirty status for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:16:32.620799 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-565e91f5-0682-4a2f-848c-e53683ba87a2 req-697f5b59-db5f-4fbc-90d2-41c9ef908f6b tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae147e8d-64a0-4014-a912-ae11a4e28358 HTTP/1.1" status: 200  len: 210 time: 0.1167340
Jun 01 10:16:32.667346 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:32.667687 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:32.668029 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:32.668364 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:32.668711 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:32.669015 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:32.669359 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:32.669681 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:32.670002 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:32.670474 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:32.670831 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:32.671149 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:32.694559 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2392770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731564'] for subnet, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:32.704751 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-b658813f-547c-4d8f-9ae9-f6aba8d1073f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:32.711014 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:32.762772 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Attempting to bind port 768c403a-fcb4-46b5-a51c-32d101d6cea7 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:16:32.763155 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Attempting to bind port 768c403a-fcb4-46b5-a51c-32d101d6cea7 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '810fcc40-abe6-4914-89f9-1f775e1ae0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:16:32.763523 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Attempting to bind port 768c403a-fcb4-46b5-a51c-32d101d6cea7 on network 452d13e1-33ab-4730-abcd-9a5e2a3ca346 {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:16:32.775201 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:16:32.775711 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Checking segment: {'id': '810fcc40-abe6-4914-89f9-1f775e1ae0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:16:32.775971 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:32.776357 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Bound using segment: {'id': '810fcc40-abe6-4914-89f9-1f775e1ae0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:16:32.776844 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Bound port: 768c403a-fcb4-46b5-a51c-32d101d6cea7, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810fcc40-abe6-4914-89f9-1f775e1ae0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:16:32.777333 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:32.821129 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc27eb88-d561-4a4a-a96c-216ed90c64c1,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:32.831326 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:32.834236 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Checking segment: {'id': '73235df9-e4d4-4c97-89e8-7a96a74be71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2aacccf2-8284-4085-be76-4847441f710d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:16:32.834848 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Network hostable DHCP agents. Network: 2aacccf2-8284-4085-be76-4847441f710d, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:16:32.861700 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Network 2aacccf2-8284-4085-be76-4847441f710d is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:16:32.902649 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, 2aacccf2-8284-4085-be76-4847441f710d) {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:16:32.923781 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bb6607-fcde-4418-b8da-b7bd7eab0ab9 None None] Network 2aacccf2-8284-4085-be76-4847441f710d requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:16:32.927881 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:32.928478 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:32.957095 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2639785
Jun 01 10:16:32.959608 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 49190) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:32.965389 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1942721270-router', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:16:32.972702 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:32.989529 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Usage tracker for resource:router and tenant:f17047425ae442a1b37c3d99be9daf7d is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:32.993904 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:33.001536 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:33.021800 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7026'] for router, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:33.022850 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-944266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7017'] for router, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:33.034423 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0829187-fa0a-436d-8086-02ce2d997864 req-c52577d9-1f90-4647-9708-abf17a4b6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:33.036947 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d0829187-fa0a-436d-8086-02ce2d997864 req-c52577d9-1f90-4647-9708-abf17a4b6c6a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=635eb482ecb44dfeaf04636e1da0589f&device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 1099 time: 0.1513026
Jun 01 10:16:33.053382 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:33.106203 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] For port 768c403a-fcb4-46b5-a51c-32d101d6cea7, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:16:33.130687 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] For port 768c403a-fcb4-46b5-a51c-32d101d6cea7, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=768c403a-fcb4-46b5-a51c-32d101d6cea7,segment=NetworkSegment(810fcc40-abe6-4914-89f9-1f775e1ae0cc),segment_id=810fcc40-abe6-4914-89f9-1f775e1ae0cc)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:16:33.169700 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:33.176549 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:33.329451 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Routers {'7a44c49d-569d-44d3-8e51-65b7853e456a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:16:33.330090 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4860d6940>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:16:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['7a44c49d-569d-44d3-8e51-65b7853e456a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:33.452976 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Pushing event updated for resources: {'Port': ['ID=768c403a-fcb4-46b5-a51c-32d101d6cea7,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:33.487496 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:33.511106 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9287f04-445e-5b22-a51c-be482d9fc361-2aacccf2-8284-4085-be76-4847441f710d', 'network_id': '2aacccf2-8284-4085-be76-4847441f710d', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d', 'fixed_ips': [{'subnet_id': 'bc27eb88-d561-4a4a-a96c-216ed90c64c1'}]}} from dv-cinder-784779-13-iscsi. {{(pid=91882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 10:16:33.511961 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:33.559136 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403e80c-82b8-4e04-ab01-2398c7e09895 req-04c4256b-49d1-46a4-8d50-dad7c4d0d078 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:33.561862 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1403e80c-82b8-4e04-ab01-2398c7e09895 req-04c4256b-49d1-46a4-8d50-dad7c4d0d078 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1757069
Jun 01 10:16:33.659292 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1403e80c-82b8-4e04-ab01-2398c7e09895 req-607e56ce-0700-418d-b04d-95afd4fdbd5b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838053
Jun 01 10:16:33.668963 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-944303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6999'] for router, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:33.733724 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] Set router 7a44c49d-569d-44d3-8e51-65b7853e456a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:16:33.830592 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0829187-fa0a-436d-8086-02ce2d997864 req-f55b54c1-7a42-4d6c-a35b-e913da907691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:33.832889 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d0829187-fa0a-436d-8086-02ce2d997864 req-f55b54c1-7a42-4d6c-a35b-e913da907691 service neutron] 10.222.0.93 "GET /v2.0/networks?id=cad8ba7a-17e4-4cfe-932e-84f43201305c HTTP/1.1" status: 200  len: 919 time: 0.7677276
Jun 01 10:16:33.939609 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d0829187-fa0a-436d-8086-02ce2d997864 req-6e72eea6-0984-496d-8698-850d51686e75 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52ae638d-3164-45ef-9c7e-d5cc8c396dbe HTTP/1.1" status: 200  len: 217 time: 0.0967374
Jun 01 10:16:34.044877 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa172c-100c-4475-8f76-7e3c0f00ef64 req-e551e0fd-9fad-4cfd-8e97-a3e7ae3fd44d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:34.047163 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8bfa172c-100c-4475-8f76-7e3c0f00ef64 req-e551e0fd-9fad-4cfd-8e97-a3e7ae3fd44d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.2699277
Jun 01 10:16:34.053904 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0829187-fa0a-436d-8086-02ce2d997864 req-eea70d51-b543-4545-aa81-10140e4c9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:34.055350 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d0829187-fa0a-436d-8086-02ce2d997864 req-eea70d51-b543-4545-aa81-10140e4c9176 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=087dba4d-b97f-47cb-b7f9-85b193c4f5a8 HTTP/1.1" status: 200  len: 857 time: 0.1043360
Jun 01 10:16:34.119867 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.db_base_plugin_common [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Allocated IP 172.20.0.2 (2aacccf2-8284-4085-be76-4847441f710d/bc27eb88-d561-4a4a-a96c-216ed90c64c1/bbd87b2d-d60a-4da6-aac5-6e01513e7639) {{(pid=91882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:16:34.136335 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d0829187-fa0a-436d-8086-02ce2d997864 req-98d6ea23-751f-4a33-b043-023e45a56eea service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cad8ba7a-17e4-4cfe-932e-84f43201305c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0653872
Jun 01 10:16:34.317574 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8bfa172c-100c-4475-8f76-7e3c0f00ef64 req-1efcb5da-ff4a-47d1-9760-139dba71e59f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2609880
Jun 01 10:16:34.325883 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4860d6940>, [{'id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:20Z', 'updated_at': '2021-06-01T10:16:27Z', 'revision_number': 4, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'gw_port': {'id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:22Z', 'updated_at': '2021-06-01T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '768c403a-fcb4-46b5-a51c-32d101d6cea7', 'name': '', 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'mac_address': 'fa:16:3e:a6:8a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:26Z', 'updated_at': '2021-06-01T10:16:33Z', 'revision_number': 4, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'subnets': [{'id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:34.359512 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8bffd-f6c1-44c1-b34e-3881aff7b5fe None None] The sync data for ids ['7a44c49d-569d-44d3-8e51-65b7853e456a'] in dv-cinder-784779-13-iscsi is: [{'id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:20Z', 'updated_at': '2021-06-01T10:16:27Z', 'revision_number': 4, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'gw_port': {'id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:22Z', 'updated_at': '2021-06-01T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '768c403a-fcb4-46b5-a51c-32d101d6cea7', 'name': '', 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'mac_address': 'fa:16:3e:a6:8a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:26Z', 'updated_at': '2021-06-01T10:16:33Z', 'revision_number': 4, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'subnets': [{'id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:16:34.438696 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Notify callbacks [] for port, precommit_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:34.460748 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Transition to ACTIVE for port object bbd87b2d-d60a-4da6-aac5-6e01513e7639 will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:16:34.493815 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Transition to ACTIVE for port object bbd87b2d-d60a-4da6-aac5-6e01513e7639 will not be triggered until provisioned by entity DHCP. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:16:34.503653 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:34.525745 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:34.572294 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:34.632738 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:34.638765 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d0829187-fa0a-436d-8086-02ce2d997864 req-fa6a158a-9c4d-4a54-ad83-9e479bb9856f service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4936221
Jun 01 10:16:34.670068 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Network 2aacccf2-8284-4085-be76-4847441f710d is already hosted by enough agents. {{(pid=91882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:16:34.673263 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.base_scheduler [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Resources bound (agent type, host, resource id):  {{(pid=91882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:16:34.677257 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Received port after_create {{(pid=91882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:16:34.683660 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Pushing event updated for resources: {'Port': ['ID=bbd87b2d-d60a-4da6-aac5-6e01513e7639,revision_number=1']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:34.695093 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:34.824836 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Attempting to bind port bbd87b2d-d60a-4da6-aac5-6e01513e7639 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:16:34.825650 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Attempting to bind port bbd87b2d-d60a-4da6-aac5-6e01513e7639 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '73235df9-e4d4-4c97-89e8-7a96a74be71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2aacccf2-8284-4085-be76-4847441f710d'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:16:34.826030 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Attempting to bind port bbd87b2d-d60a-4da6-aac5-6e01513e7639 on network 2aacccf2-8284-4085-be76-4847441f710d {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:16:34.848608 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:16:34.849138 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Checking segment: {'id': '73235df9-e4d4-4c97-89e8-7a96a74be71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2aacccf2-8284-4085-be76-4847441f710d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:16:34.849587 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:34.849998 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Bound using segment: {'id': '73235df9-e4d4-4c97-89e8-7a96a74be71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2aacccf2-8284-4085-be76-4847441f710d'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:16:34.850490 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Bound port: bbd87b2d-d60a-4da6-aac5-6e01513e7639, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73235df9-e4d4-4c97-89e8-7a96a74be71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2aacccf2-8284-4085-be76-4847441f710d'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:16:34.850878 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:34.991100 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d0829187-fa0a-436d-8086-02ce2d997864 req-53400ac3-2953-4fff-afc0-b6ac1413ddf5 service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3076468
Jun 01 10:16:34.995160 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd29c0-69a1-44c3-ad30-8d6d80c63dd5 req-1b506e8c-be21-413b-b8e4-40f7cf4dd8f8 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:35.002640 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1dbd29c0-69a1-44c3-ad30-8d6d80c63dd5 req-1b506e8c-be21-413b-b8e4-40f7cf4dd8f8 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1214767
Jun 01 10:16:35.013957 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Allocated IP 172.27.3.98 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/f80c899f-e770-408a-ab8b-b382d68491f5) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:16:35.032373 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] For port bbd87b2d-d60a-4da6-aac5-6e01513e7639, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:16:35.049227 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] For port bbd87b2d-d60a-4da6-aac5-6e01513e7639, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=bbd87b2d-d60a-4da6-aac5-6e01513e7639,segment=NetworkSegment(73235df9-e4d4-4c97-89e8-7a96a74be71f),segment_id=73235df9-e4d4-4c97-89e8-7a96a74be71f)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:16:35.064348 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:35.077778 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-f07633a8-566b-4008-80bd-1f013d523805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:35.154201 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1dbd29c0-69a1-44c3-ad30-8d6d80c63dd5 req-7f6714a7-ca04-4cb1-a855-5a3001a770cf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1465478
Jun 01 10:16:35.286794 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:35.330524 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:35.351401 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:35.415124 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-b6cb3ecb-5fc3-460c-8a6d-288d737aded4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:35.424784 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Pushing event updated for resources: {'Port': ['ID=bbd87b2d-d60a-4da6-aac5-6e01513e7639,revision_number=2']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:35.445245 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:35.477172 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:16:35.485269 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:35.537318 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:16:35.543403 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:16:35.649454 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 400089a5-f7b1-45bf-a6c2-d926694a58b4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:16:35.737735 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: 400089a5-f7b1-45bf-a6c2-d926694a58b4 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:16:35.738527 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 400089a5-f7b1-45bf-a6c2-d926694a58b4 not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:16:35.811182 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddec2f-52cf-483c-b0d8-cfdedbac83af req-638dcc80-e6ea-4c25-a376-0034e4beafbc tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:35.870733 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-13ddec2f-52cf-483c-b0d8-cfdedbac83af req-638dcc80-e6ea-4c25-a376-0034e4beafbc tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.3293443
Jun 01 10:16:36.036001 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-13ddec2f-52cf-483c-b0d8-cfdedbac83af req-33c86623-0bd8-4956-ab2c-949a054bf96d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640632
Jun 01 10:16:36.136869 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Pushing event updated for resources: {'Port': ['ID=f80c899f-e770-408a-ab8b-b382d68491f5,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:36.142798 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:36.414714 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec53a4-7cc4-4173-a564-9956bc4d43ad req-1157d6f8-eb8d-4e80-a31e-e8207a764ef5 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:36.422836 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d2ec53a4-7cc4-4173-a564-9956bc4d43ad req-1157d6f8-eb8d-4e80-a31e-e8207a764ef5 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 946 time: 0.5364776
Jun 01 10:16:36.509705 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d2ec53a4-7cc4-4173-a564-9956bc4d43ad req-6a93d675-cdd1-4811-aad4-62b27f99d416 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860243
Jun 01 10:16:36.584015 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device bbd87b2d-d60a-4da6-aac5-6e01513e7639 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:16:36.589402 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1f606-171a-49ee-a7b1-21cf273d405a req-10d456b0-64d4-408b-92e6-b2987385e3d7 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:36.593714 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c9f1f606-171a-49ee-a7b1-21cf273d405a req-10d456b0-64d4-408b-92e6-b2987385e3d7 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1548259
Jun 01 10:16:36.707654 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port bbd87b2d-d60a-4da6-aac5-6e01513e7639 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:16:36.714996 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c9f1f606-171a-49ee-a7b1-21cf273d405a req-63e9d5f0-862d-444e-b6ef-afbfd9e21e36 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0978572
Jun 01 10:16:36.716008 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 768c403a-fcb4-46b5-a51c-32d101d6cea7 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:16:36.854705 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:36.876506 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 768c403a-fcb4-46b5-a51c-32d101d6cea7 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:16:36.886615 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 768c403a-fcb4-46b5-a51c-32d101d6cea7 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:36.886916 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:37.191410 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:37.272948 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port 768c403a-fcb4-46b5-a51c-32d101d6cea7, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=768c403a-fcb4-46b5-a51c-32d101d6cea7,segment=NetworkSegment(810fcc40-abe6-4914-89f9-1f775e1ae0cc),segment_id=810fcc40-abe6-4914-89f9-1f775e1ae0cc)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:16:37.283849 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:37.293745 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:37.367940 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81477ad-5852-42c0-a835-cb9ea8d2f37c None None] Network 2aacccf2-8284-4085-be76-4847441f710d requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:16:37.505625 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-b86c28db-8642-4d44-b6b7-fd7b5cf41da8 None None] Provisioning for port bbd87b2d-d60a-4da6-aac5-6e01513e7639 completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:16:37.519838 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=768c403a-fcb4-46b5-a51c-32d101d6cea7,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:37.522972 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:37.523734 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-b86c28db-8642-4d44-b6b7-fd7b5cf41da8 None None] Provisioning complete for port bbd87b2d-d60a-4da6-aac5-6e01513e7639 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:37.524114 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-b86c28db-8642-4d44-b6b7-fd7b5cf41da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:37.656711 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944364'] for router, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:37.727907 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defdaab-e559-4ef6-a6b7-29700d8a045d req-bec0b312-4159-420c-84be-f9a7f3b6e763 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:37.728548 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7983c41-e175-453c-a291-f917ae7990f4 req-92947f21-e47a-4181-8719-3a64343f2702 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:37.729478 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1defdaab-e559-4ef6-a6b7-29700d8a045d req-bec0b312-4159-420c-84be-f9a7f3b6e763 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 946 time: 0.0930111
Jun 01 10:16:37.729636 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b7983c41-e175-453c-a291-f917ae7990f4 req-92947f21-e47a-4181-8719-3a64343f2702 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 946 time: 0.3273292
Jun 01 10:16:37.745631 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae57dc-e667-4b2e-b2c2-00e580bc9c29 req-467e410c-3320-4b07-8bf7-08a4beedacd6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:37.746882 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-b82278ce-6f68-44cb-929b-9510f7eb8721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:37.747422 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e7ae57dc-e667-4b2e-b2c2-00e580bc9c29 req-467e410c-3320-4b07-8bf7-08a4beedacd6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.3439016
Jun 01 10:16:37.752158 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-b86c28db-8642-4d44-b6b7-fd7b5cf41da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:37.784134 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1defdaab-e559-4ef6-a6b7-29700d8a045d req-0fe588c8-baa0-4192-9cc9-52fcb8fcaf9c tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/security-groups?id=fc58ae48-ff6f-47ff-babf-79c8ac826082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462956
Jun 01 10:16:37.830949 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-b86c28db-8642-4d44-b6b7-fd7b5cf41da8 None None] For port bbd87b2d-d60a-4da6-aac5-6e01513e7639, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=bbd87b2d-d60a-4da6-aac5-6e01513e7639,segment=NetworkSegment(73235df9-e4d4-4c97-89e8-7a96a74be71f),segment_id=73235df9-e4d4-4c97-89e8-7a96a74be71f)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:16:37.838248 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-b86c28db-8642-4d44-b6b7-fd7b5cf41da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:37.841306 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:37.924466 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:37.936593 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c28db-8642-4d44-b6b7-fd7b5cf41da8 None None] Pushing event updated for resources: {'Port': ['ID=bbd87b2d-d60a-4da6-aac5-6e01513e7639,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:37.940635 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-b86c28db-8642-4d44-b6b7-fd7b5cf41da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:37.943695 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e7ae57dc-e667-4b2e-b2c2-00e580bc9c29 req-77d994c7-0c04-4e0f-a2fb-e6e8fa9aa089 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562853
Jun 01 10:16:38.019113 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4657dc7-03f2-4cea-b2ae-e0f102631389 req-93dd3889-d6d8-4a99-845c-106d8294af61 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:38.021088 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c4657dc7-03f2-4cea-b2ae-e0f102631389 req-93dd3889-d6d8-4a99-845c-106d8294af61 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.1253111
Jun 01 10:16:38.077409 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c4657dc7-03f2-4cea-b2ae-e0f102631389 req-c8675ecf-272a-474e-ac7e-3ea8ca4bc5a8 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485666
Jun 01 10:16:38.158807 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-008054e3-1d1d-4f00-adca-e2996d4fa4cc None None] Provisioning complete for port bbd87b2d-d60a-4da6-aac5-6e01513e7639 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:38.159184 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-008054e3-1d1d-4f00-adca-e2996d4fa4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:38.166123 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Router 1c4b01fd-f43b-4e43-9835-baa8b16c0370 is scheduled to L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 with binding_index 1 {{(pid=91881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 10:16:38.170340 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-b7983c41-e175-453c-a291-f917ae7990f4 req-e3545409-40ef-45c6-88ce-51f337e9e1c3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Deleting port 9ae42cd5-ad15-4e43-a880-17f7bb75b792 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:16:38.170684 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b7983c41-e175-453c-a291-f917ae7990f4 req-e3545409-40ef-45c6-88ce-51f337e9e1c3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:38.345642 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1653dc-7cdb-48ae-9693-3e10fe9af393 req-3e750b51-f3a6-4c22-8a63-73f7bea7eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:38.347324 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1f1653dc-7cdb-48ae-9693-3e10fe9af393 req-3e750b51-f3a6-4c22-8a63-73f7bea7eadc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79697cda1c4247899e55e134a9e5b375&device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 1098 time: 0.1473360
Jun 01 10:16:38.351762 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device bbd87b2d-d60a-4da6-aac5-6e01513e7639 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:16:38.424782 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port bbd87b2d-d60a-4da6-aac5-6e01513e7639 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:38.425369 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:38.454617 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-b7983c41-e175-453c-a291-f917ae7990f4 req-e3545409-40ef-45c6-88ce-51f337e9e1c3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] For port 9ae42cd5-ad15-4e43-a880-17f7bb75b792, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9ae42cd5-ad15-4e43-a880-17f7bb75b792,segment=NetworkSegment(3f103935-ca4a-4d07-986b-c50265452256),segment_id=3f103935-ca4a-4d07-986b-c50265452256)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:16:38.455034 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b7983c41-e175-453c-a291-f917ae7990f4 req-e3545409-40ef-45c6-88ce-51f337e9e1c3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:38.513212 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1653dc-7cdb-48ae-9693-3e10fe9af393 req-129cd0b4-f875-484c-b62c-a0cfe0b4f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:38.516217 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1f1653dc-7cdb-48ae-9693-3e10fe9af393 req-129cd0b4-f875-484c-b62c-a0cfe0b4f237 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5eec1d6c-37df-44d5-a3ce-e0625e581a69 HTTP/1.1" status: 200  len: 919 time: 0.1622610
Jun 01 10:16:38.566921 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 768c403a-fcb4-46b5-a51c-32d101d6cea7 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:16:38.590817 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-b7983c41-e175-453c-a291-f917ae7990f4 req-e3545409-40ef-45c6-88ce-51f337e9e1c3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Calling delete_port for 9ae42cd5-ad15-4e43-a880-17f7bb75b792 owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:16:38.594508 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:16:38.606481 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Sync routers for ids ['1c4b01fd-f43b-4e43-9835-baa8b16c0370'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:16:38.622237 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Routers {'1c4b01fd-f43b-4e43-9835-baa8b16c0370'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:16:38.624394 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd48638c070>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:16:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['1c4b01fd-f43b-4e43-9835-baa8b16c0370'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:38.642092 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Notify callbacks [] for router, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:38.645462 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.6822741
Jun 01 10:16:38.645897 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 49264) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:38.672327 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 768c403a-fcb4-46b5-a51c-32d101d6cea7 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:38.672734 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:38.807270 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b7983c41-e175-453c-a291-f917ae7990f4 req-e3545409-40ef-45c6-88ce-51f337e9e1c3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:38.815012 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-b6d7278b-d168-4d19-9bd3-be5427888cb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:38.849673 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Set router 1c4b01fd-f43b-4e43-9835-baa8b16c0370 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:16:38.890931 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['9ae42cd5-ad15-4e43-a880-17f7bb75b792'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:16:38.902230 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3545409-40ef-45c6-88ce-51f337e9e1c3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Pushing event deleted for resources: {'Port': ['ID=9ae42cd5-ad15-4e43-a880-17f7bb75b792,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:38.907885 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e3545409-40ef-45c6-88ce-51f337e9e1c3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:38.959385 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:38.991237 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7983c41-e175-453c-a291-f917ae7990f4 req-e3545409-40ef-45c6-88ce-51f337e9e1c3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] No DVR routers for this DVR port 9ae42cd5-ad15-4e43-a880-17f7bb75b792 on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:16:38.993836 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b7983c41-e175-453c-a291-f917ae7990f4 req-e3545409-40ef-45c6-88ce-51f337e9e1c3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:39.007658 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42', 'name': 'network-vif-deleted', 'tag': '9ae42cd5-ad15-4e43-a880-17f7bb75b792'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:16:39.007658 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327ccc28-4d8a-4463-8cb2-ad64f521b23d" -d '{"events": [{"server_uuid": "f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42", "name": "network-vif-deleted", "tag": "9ae42cd5-ad15-4e43-a880-17f7bb75b792"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:16:39.012846 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b7983c41-e175-453c-a291-f917ae7990f4 req-e3545409-40ef-45c6-88ce-51f337e9e1c3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.93 "DELETE /v2.0/ports/9ae42cd5-ad15-4e43-a880-17f7bb75b792 HTTP/1.1" status: 204  len: 173 time: 1.2622185
Jun 01 10:16:39.076600 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-cb12d49b-5717-4ae2-961d-80ae86540cf3 req-bff7843e-1ed8-4ed6-b2cc-e2854647d963 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Synchronizing usage tracker for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:16:39.100185 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-cb12d49b-5717-4ae2-961d-80ae86540cf3 req-bff7843e-1ed8-4ed6-b2cc-e2854647d963 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Unset dirty status for tenant:6e42e90419c64aa49f35ff4b6608a371 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:16:39.101721 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cb12d49b-5717-4ae2-961d-80ae86540cf3 req-bff7843e-1ed8-4ed6-b2cc-e2854647d963 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42 HTTP/1.1" status: 200  len: 210 time: 0.0920796
Jun 01 10:16:39.177675 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1f1653dc-7cdb-48ae-9693-3e10fe9af393 req-1f5f8927-f540-463c-b6bd-db40774f63a7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed HTTP/1.1" status: 200  len: 1001 time: 0.6537652
Jun 01 10:16:39.181657 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd48638c070>, [{'id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'name': 'tempest-TestMinimumBasicScenario-1942721270-router', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f80c899f-e770-408a-ab8b-b382d68491f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:33Z', 'updated_at': '2021-06-01T10:16:36Z', 'revision_number': 3, 'project_id': 'f17047425ae442a1b37c3d99be9daf7d', 'gw_port': {'id': 'f80c899f-e770-408a-ab8b-b382d68491f5', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:34Z', 'updated_at': '2021-06-01T10:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:39.187448 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Checking router: 1c4b01fd-f43b-4e43-9835-baa8b16c0370 for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:16:39.187806 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Updating router 1c4b01fd-f43b-4e43-9835-baa8b16c0370 port f80c899f-e770-408a-ab8b-b382d68491f5 binding host dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:16:39.189978 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af219b1-c965-4348-9d3f-d042788ba665 x-openstack-request-id: req-7af219b1-c965-4348-9d3f-d042788ba665 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:16:39.190580 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42", "name": "network-vif-deleted", "tag": "9ae42cd5-ad15-4e43-a880-17f7bb75b792", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:16:39.191109 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7af219b1-c965-4348-9d3f-d042788ba665 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:16:39.196092 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f07b9e-b0b0-4536-b956-dc3a8a1b3f42', 'name': 'network-vif-deleted', 'tag': '9ae42cd5-ad15-4e43-a880-17f7bb75b792', 'status': 'completed', 'code': 200}
Jun 01 10:16:39.243852 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:39.378185 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea14e63-3a14-4022-99bd-ac25467c3c49 req-af1945dd-9517-4c4d-be63-d650f9aad4d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:39.379563 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-eea14e63-3a14-4022-99bd-ac25467c3c49 req-af1945dd-9517-4c4d-be63-d650f9aad4d9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.0889606
Jun 01 10:16:39.407222 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1653dc-7cdb-48ae-9693-3e10fe9af393 req-1a8818a9-94a0-4984-8fbb-37d4b8815f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:39.408668 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1f1653dc-7cdb-48ae-9693-3e10fe9af393 req-1a8818a9-94a0-4984-8fbb-37d4b8815f35 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c37142d9-9aeb-4f95-b35e-6158487f26f3 HTTP/1.1" status: 200  len: 856 time: 0.1715055
Jun 01 10:16:39.424883 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-eea14e63-3a14-4022-99bd-ac25467c3c49 req-54b082db-7cbe-421c-b5a6-4e69489cea02 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394433
Jun 01 10:16:39.476865 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aec56-2893-4c2c-a4a2-6e662d32c5c4 req-95f7efe6-8606-475e-ba6e-3b523ac62c77 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:39.478324 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1f2aec56-2893-4c2c-a4a2-6e662d32c5c4 req-95f7efe6-8606-475e-ba6e-3b523ac62c77 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.3140130
Jun 01 10:16:39.620929 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1f2aec56-2893-4c2c-a4a2-6e662d32c5c4 req-10e0709d-259f-4b3d-9f3e-70e5b13b0f0e tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354253
Jun 01 10:16:39.640520 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:39.653329 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.provisioning_blocks [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Transition to ACTIVE for port object f80c899f-e770-408a-ab8b-b382d68491f5 will not be triggered until provisioned by entity L2. {{(pid=91883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:16:39.660306 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:39.664100 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:39.684671 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1653dc-7cdb-48ae-9693-3e10fe9af393 req-61f3d60c-fa16-41f7-91cb-710b6e517031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:39.686980 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1f1653dc-7cdb-48ae-9693-3e10fe9af393 req-61f3d60c-fa16-41f7-91cb-710b6e517031 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5eec1d6c-37df-44d5-a3ce-e0625e581a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2642756
Jun 01 10:16:39.742812 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcb795-a213-470a-808e-7560a22a847f None None] Pushing event updated for resources: {'Port': ['ID=f80c899f-e770-408a-ab8b-b382d68491f5,revision_number=2']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:39.746459 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-e3dcb795-a213-470a-808e-7560a22a847f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:39.754538 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Attempting to bind port f80c899f-e770-408a-ab8b-b382d68491f5 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:16:39.754976 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Attempting to bind port f80c899f-e770-408a-ab8b-b382d68491f5 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:16:39.755403 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Attempting to bind port f80c899f-e770-408a-ab8b-b382d68491f5 on network e28a5a03-817a-4451-8e06-db27cb915a3e {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:16:39.760562 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:16:39.760959 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Checking segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:16:39.761382 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:39.761768 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Bound using segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:16:39.762230 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Bound port: f80c899f-e770-408a-ab8b-b382d68491f5, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:16:39.762597 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:39.836296 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] For port f80c899f-e770-408a-ab8b-b382d68491f5, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:16:39.839376 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] For port f80c899f-e770-408a-ab8b-b382d68491f5, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=f80c899f-e770-408a-ab8b-b382d68491f5,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:16:39.844155 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:39.847865 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:39.908408 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1f1653dc-7cdb-48ae-9693-3e10fe9af393 req-cdc537d4-484f-4130-a71b-3936884057cd service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130265
Jun 01 10:16:39.913864 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:39.917649 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Routers {'1c4b01fd-f43b-4e43-9835-baa8b16c0370'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:16:39.918274 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd48638c070>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:16:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['1c4b01fd-f43b-4e43-9835-baa8b16c0370'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:40.069705 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcb795-a213-470a-808e-7560a22a847f None None] Pushing event updated for resources: {'Port': ['ID=f80c899f-e770-408a-ab8b-b382d68491f5,revision_number=3']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:40.081469 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-e3dcb795-a213-470a-808e-7560a22a847f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:40.109356 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] Set router 1c4b01fd-f43b-4e43-9835-baa8b16c0370 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:16:40.230065 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 49286) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:40.260350 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1f1653dc-7cdb-48ae-9693-3e10fe9af393 req-e40f8dfc-14f9-433b-a43c-4c9c02baa885 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3337150
Jun 01 10:16:40.316350 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_v2 [None req-890b7058-fca2-4c0d-afc8-f11408e76bac admin admin] Deleting subnet a9cc419c-3db7-401e-8482-05d6112abc74 {{(pid=91881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:16:40.319819 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-890b7058-fca2-4c0d-afc8-f11408e76bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:40.324068 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Allocated IP 172.20.0.1 (2aacccf2-8284-4085-be76-4847441f710d/bc27eb88-d561-4a4a-a96c-216ed90c64c1/224bf656-7f20-4361-8d3d-28dae52ecc77) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:16:40.378311 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-890b7058-fca2-4c0d-afc8-f11408e76bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2273314'] for subnet, precommit_delete_associations {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:40.409560 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd48638c070>, [{'id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'name': 'tempest-TestMinimumBasicScenario-1942721270-router', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f80c899f-e770-408a-ab8b-b382d68491f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:33Z', 'updated_at': '2021-06-01T10:16:36Z', 'revision_number': 3, 'project_id': 'f17047425ae442a1b37c3d99be9daf7d', 'gw_port': {'id': 'f80c899f-e770-408a-ab8b-b382d68491f5', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:34Z', 'updated_at': '2021-06-01T10:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:40.413295 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b908d8-0c44-4420-8db7-11949ed20bc4 None None] The sync data for ids ['1c4b01fd-f43b-4e43-9835-baa8b16c0370'] in dv-cinder-784779-13-iscsi is: [{'id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'name': 'tempest-TestMinimumBasicScenario-1942721270-router', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f80c899f-e770-408a-ab8b-b382d68491f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:33Z', 'updated_at': '2021-06-01T10:16:36Z', 'revision_number': 3, 'project_id': 'f17047425ae442a1b37c3d99be9daf7d', 'gw_port': {'id': 'f80c899f-e770-408a-ab8b-b382d68491f5', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:34Z', 'updated_at': '2021-06-01T10:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:16:40.438071 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-890b7058-fca2-4c0d-afc8-f11408e76bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:40.516276 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:40.517993 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:40.538168 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Transition to ACTIVE for port object 224bf656-7f20-4361-8d3d-28dae52ecc77 will not be triggered until provisioned by entity DHCP. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:16:40.578098 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:40.583409 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-beab7625-6878-4653-844f-477366976b96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:40.709418 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Network 2aacccf2-8284-4085-be76-4847441f710d is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:16:40.713845 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:16:40.731059 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:16:40.783036 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=224bf656-7f20-4361-8d3d-28dae52ecc77,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:40.788747 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-890b7058-fca2-4c0d-afc8-f11408e76bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3423838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2275619'] for subnet, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:40.793946 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e83475ef-6f23-4b22-8c09-fb3dd2219730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:40.800049 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:40.800421 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:40.800794 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:40.801139 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:40.801513 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:40.801865 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:40.802219 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:40.802565 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:40.802913 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:40.803252 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:40.803596 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:40.803938 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:16:40.811001 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:40.826863 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944029'] for router_interface, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:40.853367 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f630347-394f-4381-a413-7e3a5945d75b req-27276871-136b-4c65-b22a-88598495575b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:40.854967 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0f630347-394f-4381-a413-7e3a5945d75b req-27276871-136b-4c65-b22a-88598495575b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 945 time: 0.2725730
Jun 01 10:16:40.905973 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b7058-fca2-4c0d-afc8-f11408e76bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9cc419c-3db7-401e-8482-05d6112abc74,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:40.929692 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-890b7058-fca2-4c0d-afc8-f11408e76bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:40.933749 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-890b7058-fca2-4c0d-afc8-f11408e76bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:40.944949 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0f630347-394f-4381-a413-7e3a5945d75b req-44834c30-97b4-4c94-87bc-8209778f0af9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723548
Jun 01 10:16:40.951459 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-890b7058-fca2-4c0d-afc8-f11408e76bac admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a9cc419c-3db7-401e-8482-05d6112abc74 HTTP/1.1" status: 204  len: 168 time: 0.7191010
Jun 01 10:16:40.961035 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 49294) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:41.041068 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-eaab8d6d-74c4-409e-b2e9-906e686bc813 None None] Provisioning for port 224bf656-7f20-4361-8d3d-28dae52ecc77 completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:16:41.046760 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-eaab8d6d-74c4-409e-b2e9-906e686bc813 None None] Provisioning complete for port 224bf656-7f20-4361-8d3d-28dae52ecc77 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:41.047359 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-eaab8d6d-74c4-409e-b2e9-906e686bc813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:41.074142 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:41.128988 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-eaab8d6d-74c4-409e-b2e9-906e686bc813 None None] Port 224bf656-7f20-4361-8d3d-28dae52ecc77 cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:16:41.182277 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e116436-b06c-479a-b8d7-5a68a309ccf4 req-66bf34a0-8061-4b3c-8799-f9222daed4b6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:41.183843 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0e116436-b06c-479a-b8d7-5a68a309ccf4 req-66bf34a0-8061-4b3c-8799-f9222daed4b6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.3564744
Jun 01 10:16:41.243222 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f7389b86-ef36-489e-8564-c62bc2e94af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:41.265951 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0e116436-b06c-479a-b8d7-5a68a309ccf4 req-06b039a7-3606-462f-b7ef-2c840d1f438d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747755
Jun 01 10:16:41.385981 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:41.390904 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2489979'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:41.411237 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f7389b86-ef36-489e-8564-c62bc2e94af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:41.423753 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-f1571dc1-c450-4440-b366-66328d26ec68 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:41.427433 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-f7389b86-ef36-489e-8564-c62bc2e94af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd484e7ad30>,) {'filters': {'network_id': ['ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf']}} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:41.443401 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-f7389b86-ef36-489e-8564-c62bc2e94af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd484e7ad30>, '3f103935-ca4a-4d07-986b-c50265452256') {'for_net_delete': True} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:41.444064 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-f7389b86-ef36-489e-8564-c62bc2e94af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd484e7ad30>, '3f103935-ca4a-4d07-986b-c50265452256') {} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:41.465443 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f7389b86-ef36-489e-8564-c62bc2e94af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2273321'] for segment, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:41.483645 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f7389b86-ef36-489e-8564-c62bc2e94af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:41.490221 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7389b86-ef36-489e-8564-c62bc2e94af0 admin admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=91881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:16:41.490859 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f7389b86-ef36-489e-8564-c62bc2e94af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3490552'] for segment, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]: Traceback (most recent call last):
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:     timer()
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:     cb(*args, **kw)
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:     return func(*args, **kwargs)
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:     self._notify()
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:     self.callback(batched_events)
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:     event.method(event)
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:     return f(self, *a, **k)
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._get(url).json()
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:16:41.505147 dv-cinder-784779-13-iscsi neutron-server[91881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:16:41.513202 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943920'] for router_interface, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:41.517456 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=224bf656-7f20-4361-8d3d-28dae52ecc77,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:41.520914 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:41.585859 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f7389b86-ef36-489e-8564-c62bc2e94af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:41.592478 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f7389b86-ef36-489e-8564-c62bc2e94af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:41.596107 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-4466a9f7-b364-4bb2-a4e8-6f8a6e53b455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:41.618339 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7389b86-ef36-489e-8564-c62bc2e94af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:41.620971 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f7389b86-ef36-489e-8564-c62bc2e94af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:41.627141 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-f7389b86-ef36-489e-8564-c62bc2e94af0 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ac135d9d-d6ae-4e21-9ee1-07f8b5fde1bf HTTP/1.1" status: 204  len: 168 time: 0.6649845
Jun 01 10:16:41.663827 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Network 2aacccf2-8284-4085-be76-4847441f710d is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:16:41.665134 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:16:41.683795 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 9ae42cd5-ad15-4e43-a880-17f7bb75b792 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:16:41.734465 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: 9ae42cd5-ad15-4e43-a880-17f7bb75b792 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:16:41.735104 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 9ae42cd5-ad15-4e43-a880-17f7bb75b792 not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:16:41.736050 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 5c88c12b-7ea9-4c2f-8117-7ef430b43fed no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:16:41.896339 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Router 1c4b01fd-f43b-4e43-9835-baa8b16c0370 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:16:41.897290 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:41.929790 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:16:41.932438 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7752bc52-7339-4c88-8f53-129939e8e8be" -d '{"events": [{"server_uuid": "8f6eed30-fcbd-4f9f-be6e-315774b52504", "name": "network-vif-unplugged", "status": "completed", "tag": "5c88c12b-7ea9-4c2f-8117-7ef430b43fed"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:16:41.941204 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:16:41.953313 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:41.955897 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-b86c28db-8642-4d44-b6b7-fd7b5cf41da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:41.978745 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 49308) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:42.049429 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-77bbd53d-86c4-423d-acfa-f0740c0703a7 None None] Provisioning complete for port 224bf656-7f20-4361-8d3d-28dae52ecc77 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:42.049840 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-77bbd53d-86c4-423d-acfa-f0740c0703a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:42.112410 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b391d2fa-2ec3-4554-a146-e7688e1ed181 x-openstack-request-id: req-b391d2fa-2ec3-4554-a146-e7688e1ed181 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:16:42.112709 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6eed30-fcbd-4f9f-be6e-315774b52504", "name": "network-vif-unplugged", "status": "completed", "tag": "5c88c12b-7ea9-4c2f-8117-7ef430b43fed", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:16:42.113408 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b391d2fa-2ec3-4554-a146-e7688e1ed181 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:16:42.114009 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'code': 200}
Jun 01 10:16:42.132403 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-ed881c04-4693-4623-ab0a-c637076039b8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6e42e90419c64aa49f35ff4b6608a371&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1523137
Jun 01 10:16:42.133090 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 49314) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:42.157660 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,revision_number=8']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:42.161194 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:42.161962 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-77bbd53d-86c4-423d-acfa-f0740c0703a7 None None] Port 224bf656-7f20-4361-8d3d-28dae52ecc77 cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:16:42.245761 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:16:42.261464 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] 10.222.0.86 "PUT /v2.0/routers/1c4b01fd-f43b-4e43-9835-baa8b16c0370/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6097007
Jun 01 10:16:42.279971 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6be8b383-cbf7-4962-8bc9-8c0b0a2a8ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:42.315850 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6be8b383-cbf7-4962-8bc9-8c0b0a2a8ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:42.345963 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a4c67-a163-40f1-a4dc-beac4328fa10 req-ebc20654-9293-4185-8c28-54e0605fca0f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:42.347549 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cf3a4c67-a163-40f1-a4dc-beac4328fa10 req-ebc20654-9293-4185-8c28-54e0605fca0f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1939771
Jun 01 10:16:42.370198 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device f80c899f-e770-408a-ab8b-b382d68491f5 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:16:42.449404 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cf3a4c67-a163-40f1-a4dc-beac4328fa10 req-4db39b83-942b-496c-80be-f83e448b5b97 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908391
Jun 01 10:16:42.474289 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6be8b383-cbf7-4962-8bc9-8c0b0a2a8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:42.489604 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port f80c899f-e770-408a-ab8b-b382d68491f5 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:16:42.495849 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port f80c899f-e770-408a-ab8b-b382d68491f5 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:42.496445 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:42.501342 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-a18ac2ec-85a3-4e0e-a382-882b6c3659b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:42.535651 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8b383-cbf7-4962-8bc9-8c0b0a2a8ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc58ae48-ff6f-47ff-babf-79c8ac826082,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:42.539237 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6be8b383-cbf7-4962-8bc9-8c0b0a2a8ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:42.556618 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6be8b383-cbf7-4962-8bc9-8c0b0a2a8ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:42.561145 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-6be8b383-cbf7-4962-8bc9-8c0b0a2a8ab5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fc58ae48-ff6f-47ff-babf-79c8ac826082 HTTP/1.1" status: 204  len: 168 time: 0.4268844
Jun 01 10:16:42.583159 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bfacc-738c-49fb-9bad-78feb1d589db req-c21eb1f9-48c3-4e32-9b4c-0c1c50cb8c89 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:42.591422 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Sync routers for ids ['1c4b01fd-f43b-4e43-9835-baa8b16c0370'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:16:42.596661 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b88bfacc-738c-49fb-9bad-78feb1d589db req-c21eb1f9-48c3-4e32-9b4c-0c1c50cb8c89 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1515455
Jun 01 10:16:42.618824 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Routers {'1c4b01fd-f43b-4e43-9835-baa8b16c0370'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:16:42.619658 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486194040>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:16:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['1c4b01fd-f43b-4e43-9835-baa8b16c0370'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:42.672277 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b88bfacc-738c-49fb-9bad-78feb1d589db req-0d85e85d-93e4-4a6e-a518-652a4c4808dc tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746198
Jun 01 10:16:42.901885 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:42.931602 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port f80c899f-e770-408a-ab8b-b382d68491f5, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=f80c899f-e770-408a-ab8b-b382d68491f5,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:16:42.939430 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:42.949309 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Set router 1c4b01fd-f43b-4e43-9835-baa8b16c0370 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:16:42.994826 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:43.110567 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 49352) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:43.171137 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=f80c899f-e770-408a-ab8b-b382d68491f5,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:43.176346 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:43.270662 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1ccf3227-65a3-46ec-9ce9-6d495a33e885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:43.297892 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-1ccf3227-65a3-46ec-9ce9-6d495a33e885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:43.302201 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-1ccf3227-65a3-46ec-9ce9-6d495a33e885 admin admin] Usage tracker for resource:security_group_rule and tenant:0d03a23ebff34d2098869f17a7810f38 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:43.305102 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-1ccf3227-65a3-46ec-9ce9-6d495a33e885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:43.312759 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-1ccf3227-65a3-46ec-9ce9-6d495a33e885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:43.416447 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486194040>, [{'id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'name': 'tempest-TestMinimumBasicScenario-1942721270-router', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f80c899f-e770-408a-ab8b-b382d68491f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:33Z', 'updated_at': '2021-06-01T10:16:40Z', 'revision_number': 4, 'project_id': 'f17047425ae442a1b37c3d99be9daf7d', 'gw_port': {'id': 'f80c899f-e770-408a-ab8b-b382d68491f5', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:34Z', 'updated_at': '2021-06-01T10:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '224bf656-7f20-4361-8d3d-28dae52ecc77', 'name': '', 'network_id': '2aacccf2-8284-4085-be76-4847441f710d', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d', 'mac_address': 'fa:16:3e:aa:aa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bc27eb88-d561-4a4a-a96c-216ed90c64c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:40Z', 'updated_at': '2021-06-01T10:16:41Z', 'revision_number': 2, 'project_id': 'f17047425ae442a1b37c3d99be9daf7d', 'subnets': [{'id': 'bc27eb88-d561-4a4a-a96c-216ed90c64c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:43.426282 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Checking router: 1c4b01fd-f43b-4e43-9835-baa8b16c0370 for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:16:43.427122 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Updating router 1c4b01fd-f43b-4e43-9835-baa8b16c0370 port 224bf656-7f20-4361-8d3d-28dae52ecc77 binding host dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:16:43.452755 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1ccf3227-65a3-46ec-9ce9-6d495a33e885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:43.460588 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1ccf3227-65a3-46ec-9ce9-6d495a33e885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:43.474572 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-7cea45ed-19b1-4a7a-9f9b-e26cd816cc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:43.504800 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:43.576333 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf3227-65a3-46ec-9ce9-6d495a33e885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844d23e7-59ca-48ae-a74a-8c16cc28062e,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:43.595339 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-1ccf3227-65a3-46ec-9ce9-6d495a33e885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:43.604300 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 49374) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:43.613936 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-1ccf3227-65a3-46ec-9ce9-6d495a33e885 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0d03a23ebff34d2098869f17a7810f38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5022426
Jun 01 10:16:43.717656 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6213-de51-4280-9398-9b72a2364e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:43.758233 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6213-de51-4280-9398-9b72a2364e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:43.828296 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6213-de51-4280-9398-9b72a2364e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:43.833324 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-04a551f6-2d41-40c1-b699-7d7d5fb29bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:43.860869 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e86ccf-a62e-40d3-9c0a-465cc860512b req-d7e63dc6-ff66-4ef3-be88-7ba3a1ec9268 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:43.862963 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-10e86ccf-a62e-40d3-9c0a-465cc860512b req-d7e63dc6-ff66-4ef3-be88-7ba3a1ec9268 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.2022719
Jun 01 10:16:43.871335 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e6213-de51-4280-9398-9b72a2364e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844d23e7-59ca-48ae-a74a-8c16cc28062e,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:43.925130 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-3b4e6213-de51-4280-9398-9b72a2364e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:43.930970 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-10e86ccf-a62e-40d3-9c0a-465cc860512b req-7a1cd780-e58f-4f96-99ee-3956968376ed tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618489
Jun 01 10:16:43.943152 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6213-de51-4280-9398-9b72a2364e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:43.952325 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-3b4e6213-de51-4280-9398-9b72a2364e9c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/844d23e7-59ca-48ae-a74a-8c16cc28062e HTTP/1.1" status: 204  len: 168 time: 0.3466525
Jun 01 10:16:44.074539 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bf41b-3b1e-44ac-9e79-e0aff0bbfdbc req-83094709-b18c-4293-b974-1e2e72116b94 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:44.077769 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b91bf41b-3b1e-44ac-9e79-e0aff0bbfdbc req-83094709-b18c-4293-b974-1e2e72116b94 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.2182472
Jun 01 10:16:44.175058 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b91bf41b-3b1e-44ac-9e79-e0aff0bbfdbc req-964902b6-f070-4aff-a5ba-36a89ac2eae1 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895989
Jun 01 10:16:44.397260 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Notify callbacks [] for port, precommit_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:44.423674 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Transition to ACTIVE for port object 224bf656-7f20-4361-8d3d-28dae52ecc77 will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:16:44.454117 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device f80c899f-e770-408a-ab8b-b382d68491f5 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:16:44.516679 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:44.527278 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:44.738828 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf64a6-72de-4384-9822-c59bf1230913 None None] Pushing event updated for resources: {'Port': ['ID=224bf656-7f20-4361-8d3d-28dae52ecc77,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:44.749909 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-00cf64a6-72de-4384-9822-c59bf1230913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:44.922432 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port f80c899f-e770-408a-ab8b-b382d68491f5 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:44.922432 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:44.963874 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Attempting to bind port 224bf656-7f20-4361-8d3d-28dae52ecc77 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:16:44.967869 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Attempting to bind port 224bf656-7f20-4361-8d3d-28dae52ecc77 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '73235df9-e4d4-4c97-89e8-7a96a74be71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2aacccf2-8284-4085-be76-4847441f710d'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:16:44.968413 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Attempting to bind port 224bf656-7f20-4361-8d3d-28dae52ecc77 on network 2aacccf2-8284-4085-be76-4847441f710d {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:16:45.011934 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:16:45.012776 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Checking segment: {'id': '73235df9-e4d4-4c97-89e8-7a96a74be71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2aacccf2-8284-4085-be76-4847441f710d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:16:45.013555 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:45.014135 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Bound using segment: {'id': '73235df9-e4d4-4c97-89e8-7a96a74be71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2aacccf2-8284-4085-be76-4847441f710d'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:16:45.015038 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Bound port: 224bf656-7f20-4361-8d3d-28dae52ecc77, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73235df9-e4d4-4c97-89e8-7a96a74be71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2aacccf2-8284-4085-be76-4847441f710d'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:16:45.015577 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:45.223623 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] For port 224bf656-7f20-4361-8d3d-28dae52ecc77, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:16:45.228942 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] For port 224bf656-7f20-4361-8d3d-28dae52ecc77, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=224bf656-7f20-4361-8d3d-28dae52ecc77,segment=NetworkSegment(73235df9-e4d4-4c97-89e8-7a96a74be71f),segment_id=73235df9-e4d4-4c97-89e8-7a96a74be71f)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:16:45.247390 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:45.251953 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:45.404777 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Routers {'1c4b01fd-f43b-4e43-9835-baa8b16c0370'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:16:45.409020 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486194040>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:16:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['1c4b01fd-f43b-4e43-9835-baa8b16c0370'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:45.500881 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf64a6-72de-4384-9822-c59bf1230913 None None] Pushing event updated for resources: {'Port': ['ID=224bf656-7f20-4361-8d3d-28dae52ecc77,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:45.512734 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-00cf64a6-72de-4384-9822-c59bf1230913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:45.600524 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e86113-c655-4d93-823b-c5620d8a1d7e req-e63a860d-e749-4d09-994c-f743a7ccca16 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:45.619719 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c2e86113-c655-4d93-823b-c5620d8a1d7e req-e63a860d-e749-4d09-994c-f743a7ccca16 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.2448480
Jun 01 10:16:45.731481 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4c707-9d46-41e7-a980-45f03eb80494 req-fa030ffb-a707-4aad-899a-fc4e9eda64f7 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:45.742117 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2dd4c707-9d46-41e7-a980-45f03eb80494 req-fa030ffb-a707-4aad-899a-fc4e9eda64f7 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1172574
Jun 01 10:16:45.749272 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c2e86113-c655-4d93-823b-c5620d8a1d7e req-bd188d36-1ff3-4084-8060-b5bf550a473f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281385
Jun 01 10:16:45.800507 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 5c88c12b-7ea9-4c2f-8117-7ef430b43fed no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:16:45.817794 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2dd4c707-9d46-41e7-a980-45f03eb80494 req-eaedfa26-a8fe-4539-833e-ec09555e88bd tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744100
Jun 01 10:16:46.027323 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] Set router 1c4b01fd-f43b-4e43-9835-baa8b16c0370 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:16:46.521725 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486194040>, [{'id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'name': 'tempest-TestMinimumBasicScenario-1942721270-router', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f80c899f-e770-408a-ab8b-b382d68491f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:33Z', 'updated_at': '2021-06-01T10:16:40Z', 'revision_number': 4, 'project_id': 'f17047425ae442a1b37c3d99be9daf7d', 'gw_port': {'id': 'f80c899f-e770-408a-ab8b-b382d68491f5', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:34Z', 'updated_at': '2021-06-01T10:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '224bf656-7f20-4361-8d3d-28dae52ecc77', 'name': '', 'network_id': '2aacccf2-8284-4085-be76-4847441f710d', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d', 'mac_address': 'fa:16:3e:aa:aa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bc27eb88-d561-4a4a-a96c-216ed90c64c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:40Z', 'updated_at': '2021-06-01T10:16:45Z', 'revision_number': 4, 'project_id': 'f17047425ae442a1b37c3d99be9daf7d', 'subnets': [{'id': 'bc27eb88-d561-4a4a-a96c-216ed90c64c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:16:46.526002 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d429e8-d6c3-4590-8bb3-8483be958943 None None] The sync data for ids ['1c4b01fd-f43b-4e43-9835-baa8b16c0370'] in dv-cinder-784779-13-iscsi is: [{'id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'name': 'tempest-TestMinimumBasicScenario-1942721270-router', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f80c899f-e770-408a-ab8b-b382d68491f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:33Z', 'updated_at': '2021-06-01T10:16:40Z', 'revision_number': 4, 'project_id': 'f17047425ae442a1b37c3d99be9daf7d', 'gw_port': {'id': 'f80c899f-e770-408a-ab8b-b382d68491f5', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:34Z', 'updated_at': '2021-06-01T10:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '224bf656-7f20-4361-8d3d-28dae52ecc77', 'name': '', 'network_id': '2aacccf2-8284-4085-be76-4847441f710d', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d', 'mac_address': 'fa:16:3e:aa:aa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bc27eb88-d561-4a4a-a96c-216ed90c64c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:40Z', 'updated_at': '2021-06-01T10:16:45Z', 'revision_number': 4, 'project_id': 'f17047425ae442a1b37c3d99be9daf7d', 'subnets': [{'id': 'bc27eb88-d561-4a4a-a96c-216ed90c64c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:16:46.772613 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 49486) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:47.197123 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e554e200-3314-4818-a029-6abe27250467 req-30bf9664-d0c6-49a9-ab7c-6143f823e40b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4209666
Jun 01 10:16:47.270866 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a597366-8fde-439d-bdba-5c308bb7f674 req-22abda5c-b2c1-4f19-89e1-09415e27da2c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:47.284280 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9a597366-8fde-439d-bdba-5c308bb7f674 req-22abda5c-b2c1-4f19-89e1-09415e27da2c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1963193
Jun 01 10:16:47.305414 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c89e70-c63e-4605-bc00-6fbab2003bbf req-5da3ed24-6a5e-441f-8a2d-a12ee305caa6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:47.315327 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-81c89e70-c63e-4605-bc00-6fbab2003bbf req-5da3ed24-6a5e-441f-8a2d-a12ee305caa6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.2640221
Jun 01 10:16:47.355952 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 49504) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:47.444929 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9a597366-8fde-439d-bdba-5c308bb7f674 req-3480c5c4-99ef-44c9-8728-e27b661b9b4f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1594191
Jun 01 10:16:47.460277 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-81c89e70-c63e-4605-bc00-6fbab2003bbf req-767461e2-880d-42ca-8a69-52754d90c017 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358037
Jun 01 10:16:47.616205 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c1f956d2-94ee-43ad-ae42-5081bb127d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:47.638061 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-c1f956d2-94ee-43ad-ae42-5081bb127d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:47.647106 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-c1f956d2-94ee-43ad-ae42-5081bb127d79 admin admin] Usage tracker for resource:security_group_rule and tenant:b67055a4893d4401bc8a6b0d09158d67 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:47.652411 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-c1f956d2-94ee-43ad-ae42-5081bb127d79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:47.659752 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-c1f956d2-94ee-43ad-ae42-5081bb127d79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:47.668297 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc643f25-528a-4f1e-a9e1-1d4a93bdb8cc req-3cb2a50d-c48c-4240-b4d5-fe8ecb8235d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:47.671076 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fc643f25-528a-4f1e-a9e1-1d4a93bdb8cc req-3cb2a50d-c48c-4240-b4d5-fe8ecb8235d0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 1099 time: 0.1554251
Jun 01 10:16:47.770927 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fc643f25-528a-4f1e-a9e1-1d4a93bdb8cc req-a714bcd5-22af-4c6a-b25e-3ceea0e8399e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914474
Jun 01 10:16:47.838436 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c1f956d2-94ee-43ad-ae42-5081bb127d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:47.844243 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c1f956d2-94ee-43ad-ae42-5081bb127d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:47.855361 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0f629091-573a-45f5-8f93-3c9389e350c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:47.903445 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f956d2-94ee-43ad-ae42-5081bb127d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28d55d6-adec-48c6-b820-2483f8443367,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:47.907687 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c1f956d2-94ee-43ad-ae42-5081bb127d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:47.913551 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 49514) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:47.913680 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-c1f956d2-94ee-43ad-ae42-5081bb127d79 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b67055a4893d4401bc8a6b0d09158d67&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5499811
Jun 01 10:16:48.045953 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6b578dbc-7d55-4071-b841-829ce065addf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:48.096379 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6b578dbc-7d55-4071-b841-829ce065addf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:48.210664 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6b578dbc-7d55-4071-b841-829ce065addf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:48.220268 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9101ce14-4b62-4742-85c8-0618eee4ddc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:48.239594 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b578dbc-7d55-4071-b841-829ce065addf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28d55d6-adec-48c6-b820-2483f8443367,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:48.253734 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6b578dbc-7d55-4071-b841-829ce065addf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:48.290133 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6b578dbc-7d55-4071-b841-829ce065addf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:48.291649 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-6b578dbc-7d55-4071-b841-829ce065addf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c28d55d6-adec-48c6-b820-2483f8443367 HTTP/1.1" status: 204  len: 168 time: 0.3767478
Jun 01 10:16:48.625342 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 224bf656-7f20-4361-8d3d-28dae52ecc77 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:16:48.839157 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-5b31fe6f-dbd6-426e-b086-7ebef381998e tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=2c7a9d2aeef1486891bdf4d6692fbc86&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0943754
Jun 01 10:16:48.868426 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 224bf656-7f20-4361-8d3d-28dae52ecc77 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:16:48.874330 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 224bf656-7f20-4361-8d3d-28dae52ecc77 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:48.883619 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:48.929299 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236cfc8-a439-4e25-86a4-8c0a96b0fca7 req-ca077228-5935-461d-a3f9-6cf0fe31c56a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:48.932490 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b236cfc8-a439-4e25-86a4-8c0a96b0fca7 req-ca077228-5935-461d-a3f9-6cf0fe31c56a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1871006
Jun 01 10:16:49.035342 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b236cfc8-a439-4e25-86a4-8c0a96b0fca7 req-711ebd2c-dee3-433e-8782-d9c0846c0ec9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966675
Jun 01 10:16:49.076301 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:49.114573 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port 224bf656-7f20-4361-8d3d-28dae52ecc77, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=224bf656-7f20-4361-8d3d-28dae52ecc77,segment=NetworkSegment(73235df9-e4d4-4c97-89e8-7a96a74be71f),segment_id=73235df9-e4d4-4c97-89e8-7a96a74be71f)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:16:49.131055 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:49.137572 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-00cf64a6-72de-4384-9822-c59bf1230913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:49.147585 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-a999f1de-61c5-4b4a-a225-b394b425c3e2 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:49.160242 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 49542) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:49.160436 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-a999f1de-61c5-4b4a-a225-b394b425c3e2 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3109519
Jun 01 10:16:49.178788 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-e4830aef-47b0-4c54-bae9-143b23040ad9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/quotas/2c7a9d2aeef1486891bdf4d6692fbc86 HTTP/1.1" status: 200  len: 375 time: 0.0173955
Jun 01 10:16:49.212556 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d1d8d25f-603f-46f6-9e28-f43c3ab2b7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:49.308734 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-d1d8d25f-603f-46f6-9e28-f43c3ab2b7fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:49.313262 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-6e631f73-6483-4e99-8dca-b5862b71f61b tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2c7a9d2aeef1486891bdf4d6692fbc86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1294034
Jun 01 10:16:49.313933 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-d1d8d25f-603f-46f6-9e28-f43c3ab2b7fd admin admin] Usage tracker for resource:security_group_rule and tenant:02db434e362a450b9e5bf8d51b8156b4 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:49.316908 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-d1d8d25f-603f-46f6-9e28-f43c3ab2b7fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:49.318472 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=224bf656-7f20-4361-8d3d-28dae52ecc77,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:49.322750 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-d1d8d25f-603f-46f6-9e28-f43c3ab2b7fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:49.329110 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:49.449745 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d1d8d25f-603f-46f6-9e28-f43c3ab2b7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:49.478732 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479f58f-56cd-4f87-b32c-392ce6d59e6b req-937c7634-b13d-4a8a-870b-d2f994c743fc tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:49.482044 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b479f58f-56cd-4f87-b32c-392ce6d59e6b req-937c7634-b13d-4a8a-870b-d2f994c743fc tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.2334514
Jun 01 10:16:49.485934 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d1d8d25f-603f-46f6-9e28-f43c3ab2b7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:49.555492 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-64522567-0520-42e9-929d-e20319eed3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:49.631784 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-18a57d40-5338-4a4f-9075-7fc8b27ff3e8 req-45f5a94b-aeaf-42a6-842b-978be33bdd2a tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 210 time: 0.0907066
Jun 01 10:16:49.662747 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b479f58f-56cd-4f87-b32c-392ce6d59e6b req-314c85c5-1650-4021-8885-8db2b50fe1f4 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390712
Jun 01 10:16:49.671587 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 49552) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:49.676497 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-d1d8d25f-603f-46f6-9e28-f43c3ab2b7fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=02db434e362a450b9e5bf8d51b8156b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5068607
Jun 01 10:16:49.679622 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8d25f-603f-46f6-9e28-f43c3ab2b7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65707545-496d-48af-a0ae-a22f8c8e2229,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:49.682954 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-d1d8d25f-603f-46f6-9e28-f43c3ab2b7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:49.820919 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b50a2f21-d4e5-4c0b-a32a-bbacdda0aa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:49.873281 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b50a2f21-d4e5-4c0b-a32a-bbacdda0aa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:50.002971 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b50a2f21-d4e5-4c0b-a32a-bbacdda0aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:50.016253 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e1842abe-dcd5-4d83-90ed-a5f07808db7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:50.040491 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554e200-3314-4818-a029-6abe27250467 req-031695be-ec82-46f3-8884-533f41f54fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:50.042822 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e554e200-3314-4818-a029-6abe27250467 req-031695be-ec82-46f3-8884-533f41f54fad service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504&tenant_id=79697cda1c4247899e55e134a9e5b375 HTTP/1.1" status: 200  len: 1096 time: 0.1818099
Jun 01 10:16:50.058623 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b50a2f21-d4e5-4c0b-a32a-bbacdda0aa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:50.060072 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-b50a2f21-d4e5-4c0b-a32a-bbacdda0aa39 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/65707545-496d-48af-a0ae-a22f8c8e2229 HTTP/1.1" status: 204  len: 168 time: 0.3871891
Jun 01 10:16:50.071985 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a2f21-d4e5-4c0b-a32a-bbacdda0aa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65707545-496d-48af-a0ae-a22f8c8e2229,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:50.074631 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-b50a2f21-d4e5-4c0b-a32a-bbacdda0aa39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:50.242744 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554e200-3314-4818-a029-6abe27250467 req-3b8d2c02-cbf7-40e6-8bbc-d3ca25a28dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:50.244543 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e554e200-3314-4818-a029-6abe27250467 req-3b8d2c02-cbf7-40e6-8bbc-d3ca25a28dae service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79697cda1c4247899e55e134a9e5b375&device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 1096 time: 0.1736035
Jun 01 10:16:50.363835 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 224bf656-7f20-4361-8d3d-28dae52ecc77 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:16:50.553473 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 224bf656-7f20-4361-8d3d-28dae52ecc77 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:50.554150 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:50.682250 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d36bd-fa13-4c69-bb55-4d72b597b647 req-b37f2cdc-88e6-42c0-8949-e093129944e9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:50.684378 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-681d36bd-fa13-4c69-bb55-4d72b597b647 req-b37f2cdc-88e6-42c0-8949-e093129944e9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.2230740
Jun 01 10:16:50.687443 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3abeb0-afcd-4cd7-b441-16ecc4c30033 req-1b04c9ea-9848-4c18-ac3b-43324a6ad7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:50.689036 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0e3abeb0-afcd-4cd7-b441-16ecc4c30033 req-1b04c9ea-9848-4c18-ac3b-43324a6ad7ce service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=635eb482ecb44dfeaf04636e1da0589f&device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 1099 time: 0.3092973
Jun 01 10:16:50.748070 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554e200-3314-4818-a029-6abe27250467 req-e3288ad1-d5ab-4302-a5d3-18aa7c5be318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:50.761435 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e554e200-3314-4818-a029-6abe27250467 req-e3288ad1-d5ab-4302-a5d3-18aa7c5be318 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5eec1d6c-37df-44d5-a3ce-e0625e581a69 HTTP/1.1" status: 200  len: 919 time: 0.5011878
Jun 01 10:16:50.934509 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-681d36bd-fa13-4c69-bb55-4d72b597b647 req-07615382-1eb3-4e47-a323-0f398946dff9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2412984
Jun 01 10:16:51.043755 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-226a3dba-98db-4cc9-8109-0c5cc660a01f tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=2c7a9d2aeef1486891bdf4d6692fbc86&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0415881
Jun 01 10:16:51.097721 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3abeb0-afcd-4cd7-b441-16ecc4c30033 req-e8bd915d-976d-4720-b238-8e2b0d967908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:51.099301 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0e3abeb0-afcd-4cd7-b441-16ecc4c30033 req-e8bd915d-976d-4720-b238-8e2b0d967908 service neutron] 10.222.0.93 "GET /v2.0/networks?id=cad8ba7a-17e4-4cfe-932e-84f43201305c HTTP/1.1" status: 200  len: 919 time: 0.3911455
Jun 01 10:16:51.142074 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02d4d1-64c5-4aeb-953b-c54298490e90 req-e7d3a97b-8b7a-4e5b-9209-6703bb21ca3e tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:51.150856 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8e02d4d1-64c5-4aeb-953b-c54298490e90 req-e7d3a97b-8b7a-4e5b-9209-6703bb21ca3e tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.6694994
Jun 01 10:16:51.275171 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8e02d4d1-64c5-4aeb-953b-c54298490e90 req-deecf0a2-4842-4c85-b011-7cf72a7a7a28 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182477
Jun 01 10:16:51.278641 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e554e200-3314-4818-a029-6abe27250467 req-cf2e4b89-7c9a-48b1-bfca-ddaf92689f9a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed HTTP/1.1" status: 200  len: 999 time: 0.5043359
Jun 01 10:16:51.354274 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0e3abeb0-afcd-4cd7-b441-16ecc4c30033 req-0aecd8f3-ff6b-423e-811e-f1a6dde1cdf0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52ae638d-3164-45ef-9c7e-d5cc8c396dbe HTTP/1.1" status: 200  len: 217 time: 0.1974733
Jun 01 10:16:51.365606 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-053bc648-09a7-4018-aded-a5e2c69dd430 req-ec131346-e827-48d2-a641-907e1b9442d0 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 210 time: 0.2078133
Jun 01 10:16:51.383373 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554e200-3314-4818-a029-6abe27250467 req-dd1d67df-98f1-4ce3-aff2-810ddb576bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:51.384804 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e554e200-3314-4818-a029-6abe27250467 req-dd1d67df-98f1-4ce3-aff2-810ddb576bfd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c37142d9-9aeb-4f95-b35e-6158487f26f3 HTTP/1.1" status: 200  len: 856 time: 0.0991528
Jun 01 10:16:51.488134 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554e200-3314-4818-a029-6abe27250467 req-202ccf3f-e7a7-4779-b8b1-90a840803a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:51.488535 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3abeb0-afcd-4cd7-b441-16ecc4c30033 req-a9284fa1-83ca-47d3-9376-d7b42016d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:51.489963 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e554e200-3314-4818-a029-6abe27250467 req-202ccf3f-e7a7-4779-b8b1-90a840803a94 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5eec1d6c-37df-44d5-a3ce-e0625e581a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0951815
Jun 01 10:16:51.490272 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0e3abeb0-afcd-4cd7-b441-16ecc4c30033 req-a9284fa1-83ca-47d3-9376-d7b42016d801 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=087dba4d-b97f-47cb-b7f9-85b193c4f5a8 HTTP/1.1" status: 200  len: 857 time: 0.1274886
Jun 01 10:16:51.504870 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-4d8b533b-dbc5-4610-8944-779a72dc6063 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:51.506910 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-4d8b533b-dbc5-4610-8944-779a72dc6063 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4459774
Jun 01 10:16:51.555510 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0e3abeb0-afcd-4cd7-b441-16ecc4c30033 req-a7732ec8-e342-41bb-ab1e-287f28453e32 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cad8ba7a-17e4-4cfe-932e-84f43201305c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475061
Jun 01 10:16:51.560873 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Request body: {'port': {'device_id': 'cba400b8-4a28-43df-ba6b-e63176f817c4', 'network_id': '77c30902-2140-4739-941a-60be64cc221f', 'admin_state_up': True, 'tenant_id': '2c7a9d2aeef1486891bdf4d6692fbc86'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:16:51.662315 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e554e200-3314-4818-a029-6abe27250467 req-8f6f3235-2efd-43cd-9049-d9cc8b04a038 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577678
Jun 01 10:16:51.800337 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:51.804455 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Usage tracker for resource:port and tenant:2c7a9d2aeef1486891bdf4d6692fbc86 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:51.807598 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:51.814666 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:51.835066 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Made reservation on behalf of 2c7a9d2aeef1486891bdf4d6692fbc86 for: {'port': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:16:51.838538 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:51.855008 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e554e200-3314-4818-a029-6abe27250467 req-da8e00e0-0f4d-47ee-abe9-9a81894b1403 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1805639
Jun 01 10:16:51.855913 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:51.897733 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:51.907391 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Usage tracker for resource:security_group_rule and tenant:2c7a9d2aeef1486891bdf4d6692fbc86 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:51.919773 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:51.946195 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:51.962164 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0e3abeb0-afcd-4cd7-b441-16ecc4c30033 req-0b5b42c9-107a-4045-9483-1e44b32a6aeb service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2964368
Jun 01 10:16:52.137490 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0e3abeb0-afcd-4cd7-b441-16ecc4c30033 req-802a9c72-8ec2-4b93-99ac-d366f3de7ec7 service neutron] 10.222.0.93 "GET /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1634812
Jun 01 10:16:52.256745 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27d2c3-3d7a-4996-b18d-0e44b587b01c req-9f90f1a9-96e2-4352-bd70-c21c0c3a44eb tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:52.265578 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1c27d2c3-3d7a-4996-b18d-0e44b587b01c req-9f90f1a9-96e2-4352-bd70-c21c0c3a44eb tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1590562
Jun 01 10:16:52.279744 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:52.295413 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:52.302542 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-1ccf3227-65a3-46ec-9ce9-6d495a33e885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:52.338366 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1c27d2c3-3d7a-4996-b18d-0e44b587b01c req-0c0782bd-f05a-48ea-98ce-c6e189b2dc67 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708029
Jun 01 10:16:52.401008 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8052fced-c5cf-4417-a5a4-fb453c3325ee,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:52.409402 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:52.546473 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Allocated IP 192.168.233.196 (77c30902-2140-4739-941a-60be64cc221f/c136c6f7-0f81-4f3f-8db0-66284cddff32/b39ca757-54a8-4067-9827-15df919dce34) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:16:52.699673 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5f6f5409-890e-466f-9642-b262e38dd5e8 req-e7e4dd69-e01e-4b75-a424-83d84e392eb5 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 210 time: 0.0789475
Jun 01 10:16:52.817920 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820e858-66f7-47a3-9f3b-247510838437 req-bf3e40ea-272c-470d-bd8a-3c4b011e4e9a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:52.828746 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0820e858-66f7-47a3-9f3b-247510838437 req-bf3e40ea-272c-470d-bd8a-3c4b011e4e9a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.2497568
Jun 01 10:16:52.944147 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0820e858-66f7-47a3-9f3b-247510838437 req-3cdb5ac2-7cfd-43be-8482-203f33e5eb20 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173458
Jun 01 10:16:53.068955 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:53.119702 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Transition to ACTIVE for port object b39ca757-54a8-4067-9827-15df919dce34 will not be triggered until provisioned by entity DHCP. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:16:53.158735 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:53.177897 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-78ee7d98-e921-4896-bd41-8a04076cabd6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:53.234359 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Network 77c30902-2140-4739-941a-60be64cc221f is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:16:53.244248 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:16:53.268517 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:16:53.409055 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Pushing event updated for resources: {'Port': ['ID=b39ca757-54a8-4067-9827-15df919dce34,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:53.426243 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:53.457413 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:53.458396 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:53.564725 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9863093
Jun 01 10:16:53.568897 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Request body: {'port': {'device_id': 'cba400b8-4a28-43df-ba6b-e63176f817c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:16:53.799994 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-829e382e-cabf-4acc-b1e0-93bb94aa0548 None None] Provisioning for port b39ca757-54a8-4067-9827-15df919dce34 completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:16:53.814223 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-829e382e-cabf-4acc-b1e0-93bb94aa0548 None None] Provisioning complete for port b39ca757-54a8-4067-9827-15df919dce34 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:16:53.817250 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-829e382e-cabf-4acc-b1e0-93bb94aa0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:53.962903 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-829e382e-cabf-4acc-b1e0-93bb94aa0548 None None] Port b39ca757-54a8-4067-9827-15df919dce34 cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:16:54.076587 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8743c-00d8-4a5c-8cf2-653c6a85fd40 req-f4b04ae0-85e6-45d1-aa9e-23e955c99c1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:54.084106 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fae8743c-00d8-4a5c-8cf2-653c6a85fd40 req-f4b04ae0-85e6-45d1-aa9e-23e955c99c1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.3116691
Jun 01 10:16:54.154762 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:54.155863 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fae8743c-00d8-4a5c-8cf2-653c6a85fd40 req-1777c0c4-0c4d-4523-b5d8-fb526d96b1b0 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678732
Jun 01 10:16:54.424675 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204963c8-719e-4844-aa48-f4305bec028a req-c672ed3e-0d76-41a0-ab5d-0aa303f2f7d2 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:54.437843 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-204963c8-719e-4844-aa48-f4305bec028a req-c672ed3e-0d76-41a0-ab5d-0aa303f2f7d2 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1831436
Jun 01 10:16:54.471400 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e4719-5a34-48bc-b7ba-52791b44c789 req-8864e936-44c7-4176-b9cc-6e33aa58fc27 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:54.472326 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-723e4719-5a34-48bc-b7ba-52791b44c789 req-8864e936-44c7-4176-b9cc-6e33aa58fc27 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Synchronizing usage tracker for tenant:2c7a9d2aeef1486891bdf4d6692fbc86 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:16:54.519215 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-204963c8-719e-4844-aa48-f4305bec028a req-5ba33bb4-cc71-4ea2-af32-b49793b971f6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802896
Jun 01 10:16:54.628510 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-723e4719-5a34-48bc-b7ba-52791b44c789 req-8864e936-44c7-4176-b9cc-6e33aa58fc27 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Unset dirty status for tenant:2c7a9d2aeef1486891bdf4d6692fbc86 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:16:54.630682 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-723e4719-5a34-48bc-b7ba-52791b44c789 req-8864e936-44c7-4176-b9cc-6e33aa58fc27 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 936 time: 0.6109841
Jun 01 10:16:55.191289 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-723e4719-5a34-48bc-b7ba-52791b44c789 req-788d03ad-feb7-47e5-9568-f8947b56ccf6 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Synchronizing usage tracker for tenant:2c7a9d2aeef1486891bdf4d6692fbc86 on resource:security_group {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:16:55.235291 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39ca757-54a8-4067-9827-15df919dce34 {{(pid=91881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:16:55.265314 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:55.296316 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-723e4719-5a34-48bc-b7ba-52791b44c789 req-788d03ad-feb7-47e5-9568-f8947b56ccf6 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Unset dirty status for tenant:2c7a9d2aeef1486891bdf4d6692fbc86 on resource:security_group {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:16:55.297680 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-723e4719-5a34-48bc-b7ba-52791b44c789 req-788d03ad-feb7-47e5-9568-f8947b56ccf6 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6589172
Jun 01 10:16:55.333858 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Transition to ACTIVE for port object b39ca757-54a8-4067-9827-15df919dce34 will not be triggered until provisioned by entity L2. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:16:55.342412 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:55.359530 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:55.935241 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=b39ca757-54a8-4067-9827-15df919dce34,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:56.021679 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:56.112612 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Attempting to bind port b39ca757-54a8-4067-9827-15df919dce34 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:16:56.112951 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Attempting to bind port b39ca757-54a8-4067-9827-15df919dce34 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '138627d6-6fcf-4bcc-be1d-4acb5b193ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '77c30902-2140-4739-941a-60be64cc221f'}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:16:56.113308 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Attempting to bind port b39ca757-54a8-4067-9827-15df919dce34 on network 77c30902-2140-4739-941a-60be64cc221f {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:16:56.120627 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Port b39ca757-54a8-4067-9827-15df919dce34 on network 77c30902-2140-4739-941a-60be64cc221f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:16:56.120944 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Attempting to bind port b39ca757-54a8-4067-9827-15df919dce34 on network 77c30902-2140-4739-941a-60be64cc221f {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:16:56.136544 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e988f-6829-4ecc-8d03-e9e2a4567b92 req-73b276b9-dc3e-44e5-a4ff-8c11e3e78d7e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:56.138737 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1c3e988f-6829-4ecc-8d03-e9e2a4567b92 req-73b276b9-dc3e-44e5-a4ff-8c11e3e78d7e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.3935781
Jun 01 10:16:56.144391 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:16:56.144722 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Checking segment: {'id': '138627d6-6fcf-4bcc-be1d-4acb5b193ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '77c30902-2140-4739-941a-60be64cc221f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:16:56.145101 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Bound using segment: {'id': '138627d6-6fcf-4bcc-be1d-4acb5b193ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '77c30902-2140-4739-941a-60be64cc221f'} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:16:56.158105 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Bound port: b39ca757-54a8-4067-9827-15df919dce34, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '138627d6-6fcf-4bcc-be1d-4acb5b193ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '77c30902-2140-4739-941a-60be64cc221f'}}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:16:56.158512 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:56.321096 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1c3e988f-6829-4ecc-8d03-e9e2a4567b92 req-1952b1bb-9979-4fdf-970e-736e2af9ecfa tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1252198
Jun 01 10:16:56.429935 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] For port b39ca757-54a8-4067-9827-15df919dce34, host hv-cinder-78477, cleared binding levels {{(pid=91881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:16:56.448435 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] For port b39ca757-54a8-4067-9827-15df919dce34, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b39ca757-54a8-4067-9827-15df919dce34,segment=NetworkSegment(138627d6-6fcf-4bcc-be1d-4acb5b193ed2),segment_id=138627d6-6fcf-4bcc-be1d-4acb5b193ed2)] {{(pid=91881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:16:56.457576 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:56.485522 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:56.644455 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd8099-662e-4c11-8815-653efbc286c5 req-de7cace9-52a5-4335-aab6-9319fb23e8e3 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:56.655394 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-41dd8099-662e-4c11-8815-653efbc286c5 req-de7cace9-52a5-4335-aab6-9319fb23e8e3 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 948 time: 0.1726153
Jun 01 10:16:56.695311 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:56.701040 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:56.706882 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] 10.222.0.93 "PUT /v2.0/ports/b39ca757-54a8-4067-9827-15df919dce34 HTTP/1.1" status: 200  len: 1098 time: 3.1439571
Jun 01 10:16:56.711597 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba400b8-4a28-43df-ba6b-e63176f817c4', 'tag': 'b39ca757-54a8-4067-9827-15df919dce34'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:16:56.728016 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224e3fcd-cb0a-49a0-acbb-5ea987799e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "cba400b8-4a28-43df-ba6b-e63176f817c4", "tag": "b39ca757-54a8-4067-9827-15df919dce34"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:16:56.751437 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-41dd8099-662e-4c11-8815-653efbc286c5 req-5041af3f-d764-484d-bde6-95dd94d66dd3 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934045
Jun 01 10:16:56.984839 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9435d08f-e39e-43c7-a1e5-d36698b1017f x-openstack-request-id: req-9435d08f-e39e-43c7-a1e5-d36698b1017f {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:16:56.985618 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba400b8-4a28-43df-ba6b-e63176f817c4", "tag": "b39ca757-54a8-4067-9827-15df919dce34", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:16:56.986162 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9435d08f-e39e-43c7-a1e5-d36698b1017f {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:16:56.986867 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba400b8-4a28-43df-ba6b-e63176f817c4', 'tag': 'b39ca757-54a8-4067-9827-15df919dce34', 'status': 'completed', 'code': 200}
Jun 01 10:16:57.019243 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=b39ca757-54a8-4067-9827-15df919dce34,revision_number=3']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:57.030463 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:57.048880 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-9aa0bcdc-a40e-42f3-b87e-7b509d188d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:57.050668 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-9aa0bcdc-a40e-42f3-b87e-7b509d188d46 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2c7a9d2aeef1486891bdf4d6692fbc86&device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 1101 time: 0.2799439
Jun 01 10:16:57.205757 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-10430d1c-d838-49d6-b756-1e8c2ddc3e36 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=b39ca757-54a8-4067-9827-15df919dce34 HTTP/1.1" status: 200  len: 217 time: 0.1360505
Jun 01 10:16:57.245611 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 49768) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:57.279301 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:16:57.314389 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-926c3de8-0090-4272-ad89-f10f8725e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:57.316253 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-926c3de8-0090-4272-ad89-f10f8725e055 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c136c6f7-0f81-4f3f-8db0-66284cddff32 HTTP/1.1" status: 200  len: 843 time: 0.0795009
Jun 01 10:16:57.467389 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-ebd57e25-0770-4255-80ad-f85c2845540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:57.471719 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-ebd57e25-0770-4255-80ad-f85c2845540b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=77c30902-2140-4739-941a-60be64cc221f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.1358707
Jun 01 10:16:57.498691 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0dfc3b3a-6fb5-4738-b6d6-76bca69bd131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:57.542795 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-0dfc3b3a-6fb5-4738-b6d6-76bca69bd131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:57.556084 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-0dfc3b3a-6fb5-4738-b6d6-76bca69bd131 admin admin] Usage tracker for resource:security_group_rule and tenant:682fd51bf3a746ffbe0b756fa19e8b94 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:57.566209 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-0dfc3b3a-6fb5-4738-b6d6-76bca69bd131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:57.582797 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-0dfc3b3a-6fb5-4738-b6d6-76bca69bd131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:57.824734 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-d7e2ad5e-3c7f-4d80-b84b-05e50a95a739 service neutron] 10.222.0.93 "GET /v2.0/networks/77c30902-2140-4739-941a-60be64cc221f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3359983
Jun 01 10:16:57.853743 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0dfc3b3a-6fb5-4738-b6d6-76bca69bd131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:57.871502 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0dfc3b3a-6fb5-4738-b6d6-76bca69bd131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:57.914895 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-22b3b884-c21d-4bcf-8021-f74b736711fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:57.925385 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-0dfc3b3a-6fb5-4738-b6d6-76bca69bd131 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=682fd51bf3a746ffbe0b756fa19e8b94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6778450
Jun 01 10:16:57.936740 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 49782) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:57.992708 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5c883c7-6702-442d-88b3-4d418ccd2a21 req-d3905008-1cfc-459d-81de-3b1fc657a124 service neutron] 10.222.0.93 "GET /v2.0/networks/77c30902-2140-4739-941a-60be64cc221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1609194
Jun 01 10:16:58.016748 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc3b3a-6fb5-4738-b6d6-76bca69bd131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59316900-e3f1-4cfe-9960-eaa122ed1e58,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:58.076868 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0dfc3b3a-6fb5-4738-b6d6-76bca69bd131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:58.094979 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a02437-a5ea-4d1f-a3eb-addff4e3f555 req-9b812f13-5be1-4783-a55a-b4d867c1ed94 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:58.096577 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b6a02437-a5ea-4d1f-a3eb-addff4e3f555 req-9b812f13-5be1-4783-a55a-b4d867c1ed94 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.4881270
Jun 01 10:16:58.150617 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-67994276-3e33-491b-b725-d8703f89e71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:58.265830 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b6a02437-a5ea-4d1f-a3eb-addff4e3f555 req-ade9a48b-0361-4b8c-9877-f703ab6a2453 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164594
Jun 01 10:16:58.267557 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-67994276-3e33-491b-b725-d8703f89e71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:58.276719 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e3fcd-cb0a-49a0-acbb-5ea987799e3d req-d897d05d-7776-43f4-ba77-8f2bc31460eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:58.278269 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-224e3fcd-cb0a-49a0-acbb-5ea987799e3d req-d897d05d-7776-43f4-ba77-8f2bc31460eb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2c7a9d2aeef1486891bdf4d6692fbc86&device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 1101 time: 0.2132502
Jun 01 10:16:58.391058 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-67994276-3e33-491b-b725-d8703f89e71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:58.397673 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-6738dfa6-43a8-461b-b92f-fae7dfe084ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:58.467080 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67994276-3e33-491b-b725-d8703f89e71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59316900-e3f1-4cfe-9960-eaa122ed1e58,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:58.499676 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-67994276-3e33-491b-b725-d8703f89e71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:58.518040 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-67994276-3e33-491b-b725-d8703f89e71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:58.532996 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-67994276-3e33-491b-b725-d8703f89e71d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/59316900-e3f1-4cfe-9960-eaa122ed1e58 HTTP/1.1" status: 204  len: 168 time: 0.5945745
Jun 01 10:16:58.742822 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e3fcd-cb0a-49a0-acbb-5ea987799e3d req-6a53beba-75f2-47bd-9dfb-f40e3be4abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:58.744265 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-224e3fcd-cb0a-49a0-acbb-5ea987799e3d req-6a53beba-75f2-47bd-9dfb-f40e3be4abb1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=77c30902-2140-4739-941a-60be64cc221f HTTP/1.1" status: 200  len: 871 time: 0.4565787
Jun 01 10:16:58.787618 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773a86e-3947-463f-9b70-3c59915d5126 req-586388df-47a7-4e74-8ae0-5e475ddf312d tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:58.791459 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f773a86e-3947-463f-9b70-3c59915d5126 req-586388df-47a7-4e74-8ae0-5e475ddf312d tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 948 time: 0.2364819
Jun 01 10:16:58.878710 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f773a86e-3947-463f-9b70-3c59915d5126 req-107dda6e-5e2f-4c16-84a6-09e3914e2f88 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781362
Jun 01 10:16:58.908771 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-224e3fcd-cb0a-49a0-acbb-5ea987799e3d req-99101bae-7b6b-417b-9b99-5f761d77881a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=b39ca757-54a8-4067-9827-15df919dce34 HTTP/1.1" status: 200  len: 217 time: 0.1565447
Jun 01 10:16:59.096821 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e3fcd-cb0a-49a0-acbb-5ea987799e3d req-3606b233-93a3-405e-8f31-862f151716fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:59.098542 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-224e3fcd-cb0a-49a0-acbb-5ea987799e3d req-3606b233-93a3-405e-8f31-862f151716fb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c136c6f7-0f81-4f3f-8db0-66284cddff32 HTTP/1.1" status: 200  len: 843 time: 0.1740208
Jun 01 10:16:59.226775 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 49806) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:59.275116 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6deabf25-1d22-471e-91cf-1ccf6a41375d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:59.328716 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-6deabf25-1d22-471e-91cf-1ccf6a41375d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:16:59.344818 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-6deabf25-1d22-471e-91cf-1ccf6a41375d admin admin] Usage tracker for resource:security_group_rule and tenant:d62cb309f98e4775962a0b19c209d17c is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:16:59.348425 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-6deabf25-1d22-471e-91cf-1ccf6a41375d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:16:59.366248 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-6deabf25-1d22-471e-91cf-1ccf6a41375d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:16:59.408224 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e3fcd-cb0a-49a0-acbb-5ea987799e3d req-9af5cf60-fa93-46e4-989d-f7b5d181ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:59.409908 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-224e3fcd-cb0a-49a0-acbb-5ea987799e3d req-9af5cf60-fa93-46e4-989d-f7b5d181ce03 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=77c30902-2140-4739-941a-60be64cc221f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.2022758
Jun 01 10:16:59.565787 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6deabf25-1d22-471e-91cf-1ccf6a41375d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:59.572989 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6deabf25-1d22-471e-91cf-1ccf6a41375d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:59.628956 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-3b4e6213-de51-4280-9398-9b72a2364e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:59.642180 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-6deabf25-1d22-471e-91cf-1ccf6a41375d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d62cb309f98e4775962a0b19c209d17c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4143088
Jun 01 10:16:59.642826 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 49812) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:16:59.693635 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deabf25-1d22-471e-91cf-1ccf6a41375d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa58e820-a00a-4f40-b5aa-77098a02d9a2,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:59.703571 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-6deabf25-1d22-471e-91cf-1ccf6a41375d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:59.714980 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7017485-f4fe-40be-b313-9a687c7135d6 req-6863a55f-778a-4005-b1c4-bd432d8b798a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:16:59.719194 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c7017485-f4fe-40be-b313-9a687c7135d6 req-6863a55f-778a-4005-b1c4-bd432d8b798a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1827581
Jun 01 10:16:59.762079 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-df1843de-20e0-4fd6-a3bb-6da78cbafa94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:59.822941 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-df1843de-20e0-4fd6-a3bb-6da78cbafa94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:59.836654 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c7017485-f4fe-40be-b313-9a687c7135d6 req-6bf338cc-e02b-42f8-ad4f-b8caee3004a5 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062267
Jun 01 10:16:59.929511 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-df1843de-20e0-4fd6-a3bb-6da78cbafa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:59.940029 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-cbfe1799-2dc1-4529-a35e-4ff35a74c1d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:16:59.957767 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1843de-20e0-4fd6-a3bb-6da78cbafa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa58e820-a00a-4f40-b5aa-77098a02d9a2,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:16:59.960581 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-df1843de-20e0-4fd6-a3bb-6da78cbafa94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:16:59.961772 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-df1843de-20e0-4fd6-a3bb-6da78cbafa94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:16:59.968004 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-df1843de-20e0-4fd6-a3bb-6da78cbafa94 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/aa58e820-a00a-4f40-b5aa-77098a02d9a2 HTTP/1.1" status: 204  len: 168 time: 0.3225873
Jun 01 10:17:00.273638 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c153c-e094-4589-a94e-84119dec2e9c req-7feb997d-0813-4816-878b-9d4cbfdc562e tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:00.277189 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6f0c153c-e094-4589-a94e-84119dec2e9c req-7feb997d-0813-4816-878b-9d4cbfdc562e tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 948 time: 0.1518502
Jun 01 10:17:00.355165 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6f0c153c-e094-4589-a94e-84119dec2e9c req-5fd0ad62-15c0-43da-86c6-fe1a8c4bd469 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711672
Jun 01 10:17:01.112532 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8512e52-4cd4-4972-baa1-2bbee4285d6d req-df79cbb8-8318-49a5-ab0d-f0387000327d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:01.114251 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e8512e52-4cd4-4972-baa1-2bbee4285d6d req-df79cbb8-8318-49a5-ab0d-f0387000327d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1341157
Jun 01 10:17:01.233123 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e8512e52-4cd4-4972-baa1-2bbee4285d6d req-c6585141-095f-4777-80c6-8e6975b5f43a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1003282
Jun 01 10:17:01.683839 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b65ba-2117-466e-9552-166b142faa47 req-28e8eb34-9d58-4c44-9509-7edecabc0ec0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:01.685339 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-200b65ba-2117-466e-9552-166b142faa47 req-28e8eb34-9d58-4c44-9509-7edecabc0ec0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Synchronizing usage tracker for tenant:4edb9e51dc124ab2ac42c8dfda565038 on resource:network {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:17:01.716760 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-200b65ba-2117-466e-9552-166b142faa47 req-28e8eb34-9d58-4c44-9509-7edecabc0ec0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Unset dirty status for tenant:4edb9e51dc124ab2ac42c8dfda565038 on resource:network {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:17:01.717940 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-200b65ba-2117-466e-9552-166b142faa47 req-28e8eb34-9d58-4c44-9509-7edecabc0ec0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/networks?id=452d13e1-33ab-4730-abcd-9a5e2a3ca346 HTTP/1.1" status: 200  len: 814 time: 0.2755516
Jun 01 10:17:01.744079 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-200b65ba-2117-466e-9552-166b142faa47 req-18640926-696b-45f1-996e-5888cf38afea tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/quotas/4edb9e51dc124ab2ac42c8dfda565038 HTTP/1.1" status: 200  len: 375 time: 0.0196750
Jun 01 10:17:01.820730 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device b39ca757-54a8-4067-9827-15df919dce34 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:17:01.857853 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-200b65ba-2117-466e-9552-166b142faa47 req-d049bf94-72f0-4f4c-a731-d0bbc8c58cb6 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4edb9e51dc124ab2ac42c8dfda565038&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1127136
Jun 01 10:17:02.051029 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-200b65ba-2117-466e-9552-166b142faa47 req-f92ff997-85f0-4997-b68d-44a962e5aa8c service neutron] 10.222.0.86 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1885252
Jun 01 10:17:02.192090 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port b39ca757-54a8-4067-9827-15df919dce34, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b39ca757-54a8-4067-9827-15df919dce34,segment=NetworkSegment(138627d6-6fcf-4bcc-be1d-4acb5b193ed2),segment_id=138627d6-6fcf-4bcc-be1d-4acb5b193ed2)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:02.229238 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': 'b39ca757-54a8-4067-9827-15df919dce34', 'network_id': '77c30902-2140-4739-941a-60be64cc221f', 'port_id': 'b39ca757-54a8-4067-9827-15df919dce34', 'mac_address': 'fa:16:3e:40:d5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c136c6f7-0f81-4f3f-8db0-66284cddff32', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:17:02.233592 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ec63e-32c6-4b47-8693-8a1fd1afd7bc req-bc2db9a0-44fe-4998-ad03-e00a79bfc5a6 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:02.245258 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-291ec63e-32c6-4b47-8693-8a1fd1afd7bc req-bc2db9a0-44fe-4998-ad03-e00a79bfc5a6 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 948 time: 0.3416317
Jun 01 10:17:02.338165 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-200b65ba-2117-466e-9552-166b142faa47 req-4c8ecd7c-22a5-4b0e-b6fe-d34e17d3857b service neutron] 10.222.0.86 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2824776
Jun 01 10:17:02.376325 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-291ec63e-32c6-4b47-8693-8a1fd1afd7bc req-c66a7433-f402-4f6b-a30e-cdd0af1e2b8f tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300828
Jun 01 10:17:02.410913 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:02.459935 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39ca757-54a8-4067-9827-15df919dce34 {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:17:02.501463 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port b39ca757-54a8-4067-9827-15df919dce34, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b39ca757-54a8-4067-9827-15df919dce34,segment=NetworkSegment(138627d6-6fcf-4bcc-be1d-4acb5b193ed2),segment_id=138627d6-6fcf-4bcc-be1d-4acb5b193ed2)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:02.514432 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:02.516608 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:02.653994 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=b39ca757-54a8-4067-9827-15df919dce34,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:02.660237 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:02.694729 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf91d4c-5afb-4864-ae08-e0eb53f565e2 req-f5a0f38f-3801-4a68-920d-bdd6a13a5fd7 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:02.696497 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7cf91d4c-5afb-4864-ae08-e0eb53f565e2 req-f5a0f38f-3801-4a68-920d-bdd6a13a5fd7 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1408703
Jun 01 10:17:02.766680 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['b39ca757-54a8-4067-9827-15df919dce34'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:17:02.832927 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7cf91d4c-5afb-4864-ae08-e0eb53f565e2 req-5702a8c9-23ef-481d-9a16-3a71c460d9c7 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298010
Jun 01 10:17:02.911801 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d060c-914c-4486-9f24-52f2572776c8 req-db27d74a-03db-4123-9f38-e5fb281e2df0 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:02.914210 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-be7d060c-914c-4486-9f24-52f2572776c8 req-db27d74a-03db-4123-9f38-e5fb281e2df0 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1881471
Jun 01 10:17:03.005915 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-485dff06-bbae-409f-9ced-47309ed8f38d req-771b73af-bb22-43bb-8129-85fb6d9065fb tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Synchronizing usage tracker for tenant:4edb9e51dc124ab2ac42c8dfda565038 on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:17:03.033736 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-be7d060c-914c-4486-9f24-52f2572776c8 req-520d82ca-6ce9-412a-9e0e-b82c2f4809a1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122892
Jun 01 10:17:03.060746 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-485dff06-bbae-409f-9ced-47309ed8f38d req-771b73af-bb22-43bb-8129-85fb6d9065fb tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Unset dirty status for tenant:4edb9e51dc124ab2ac42c8dfda565038 on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:17:03.062712 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-485dff06-bbae-409f-9ced-47309ed8f38d req-771b73af-bb22-43bb-8129-85fb6d9065fb tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 210 time: 0.1343255
Jun 01 10:17:03.638367 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8114b-2740-432f-9812-447dc2d0f0e9 req-8f246904-985e-4dcd-9638-5353ba84bad2 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:03.640208 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-60c8114b-2740-432f-9812-447dc2d0f0e9 req-8f246904-985e-4dcd-9638-5353ba84bad2 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 949 time: 0.1087575
Jun 01 10:17:03.686724 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-60c8114b-2740-432f-9812-447dc2d0f0e9 req-3c58490a-a0d7-425c-9765-fc93af748fad tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406713
Jun 01 10:17:03.836959 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device b39ca757-54a8-4067-9827-15df919dce34 up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:17:03.916491 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port b39ca757-54a8-4067-9827-15df919dce34 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:17:03.923692 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port b39ca757-54a8-4067-9827-15df919dce34 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:03.924096 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:04.057404 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:04.061151 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e44f1-99f8-400f-8f3d-c16861696255 req-8ab9beef-78a4-4867-98dd-6c2028925448 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:04.070306 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4c7e44f1-99f8-400f-8f3d-c16861696255 req-8ab9beef-78a4-4867-98dd-6c2028925448 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1011221
Jun 01 10:17:04.131653 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port b39ca757-54a8-4067-9827-15df919dce34, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b39ca757-54a8-4067-9827-15df919dce34,segment=NetworkSegment(138627d6-6fcf-4bcc-be1d-4acb5b193ed2),segment_id=138627d6-6fcf-4bcc-be1d-4acb5b193ed2)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:04.132172 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4c7e44f1-99f8-400f-8f3d-c16861696255 req-a645293b-c255-48dc-9005-5738ea495420 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581408
Jun 01 10:17:04.132287 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba400b8-4a28-43df-ba6b-e63176f817c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39ca757-54a8-4067-9827-15df919dce34'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:17:04.135458 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b77274-9de4-4c20-817d-48e689930424" -d '{"events": [{"server_uuid": "cba400b8-4a28-43df-ba6b-e63176f817c4", "name": "network-vif-plugged", "status": "completed", "tag": "b39ca757-54a8-4067-9827-15df919dce34"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:17:04.145680 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:04.147796 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-a81745cc-4e4b-4098-a90e-98bb1920e290 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:04.234777 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=b39ca757-54a8-4067-9827-15df919dce34,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:04.239907 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:04.312068 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d3f9c-3f6b-41b0-9e75-382dab0bc12d req-1eb5fdd1-a124-471e-8f15-f749d6d9e5a2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:04.314294 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ed5d3f9c-3f6b-41b0-9e75-382dab0bc12d req-1eb5fdd1-a124-471e-8f15-f749d6d9e5a2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1061206
Jun 01 10:17:04.320444 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-dfd13c62-a607-4467-82b8-8efb20a95058 req-d223f4bf-8785-4af2-8de6-26ed94767475 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 210 time: 0.0593824
Jun 01 10:17:04.370294 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e131500-f66f-4bff-9b31-4a373b6d64d3 x-openstack-request-id: req-3e131500-f66f-4bff-9b31-4a373b6d64d3 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:17:04.370690 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba400b8-4a28-43df-ba6b-e63176f817c4", "name": "network-vif-plugged", "status": "completed", "tag": "b39ca757-54a8-4067-9827-15df919dce34", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:17:04.371042 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3e131500-f66f-4bff-9b31-4a373b6d64d3 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:17:04.372094 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba400b8-4a28-43df-ba6b-e63176f817c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39ca757-54a8-4067-9827-15df919dce34', 'code': 200}
Jun 01 10:17:04.373525 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ed5d3f9c-3f6b-41b0-9e75-382dab0bc12d req-6869389a-d4fb-42f8-abe3-29265b357188 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516641
Jun 01 10:17:04.957918 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba82d12-1a05-4b03-8976-728536ddd259 req-c06fb824-b6d4-4b30-b23c-6dee236e977f tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:04.959748 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-aba82d12-1a05-4b03-8976-728536ddd259 req-c06fb824-b6d4-4b30-b23c-6dee236e977f tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.1589696
Jun 01 10:17:05.030786 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-aba82d12-1a05-4b03-8976-728536ddd259 req-3bde35cf-8e35-47e8-a997-1603227284e0 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633361
Jun 01 10:17:05.269895 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-66afb896-cba2-4c59-b783-c30ef98b8598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:05.334697 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f032e45-058a-47d3-9339-e970924ac90d req-3e8d9ad9-ab0b-4287-a70f-af0e84d1ee5a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:05.344510 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6f032e45-058a-47d3-9339-e970924ac90d req-3e8d9ad9-ab0b-4287-a70f-af0e84d1ee5a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1049354
Jun 01 10:17:05.386664 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6f032e45-058a-47d3-9339-e970924ac90d req-21875e9b-5f9f-45e2-9bbb-8da0d5e89ba3 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412564
Jun 01 10:17:05.473581 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:05.483487 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fa6a7045-5c59-4a07-b86d-bc98517c8e3e req-7dde0edc-3367-415e-969d-e07efbacea4c tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 210 time: 0.0531363
Jun 01 10:17:05.580506 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddd30b-f1ed-4d11-9f1b-23c4a6affea4 req-487fb868-41d8-43cd-8b68-7e239808cef9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:05.582025 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-58ddd30b-f1ed-4d11-9f1b-23c4a6affea4 req-487fb868-41d8-43cd-8b68-7e239808cef9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.0826240
Jun 01 10:17:05.641419 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-58ddd30b-f1ed-4d11-9f1b-23c4a6affea4 req-4d7d942b-4e8c-45b6-9a0d-95bcac902a4c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463238
Jun 01 10:17:06.212529 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8338df5-8888-4e2d-9901-74dfe56aedab req-96ed3e1a-4b78-4039-abfd-792a2ea256cc tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:06.214020 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b8338df5-8888-4e2d-9901-74dfe56aedab req-96ed3e1a-4b78-4039-abfd-792a2ea256cc tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.0788851
Jun 01 10:17:06.258987 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b8338df5-8888-4e2d-9901-74dfe56aedab req-b159c8e3-9c8b-4c1a-b0c1-7a5ef97e044d tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389712
Jun 01 10:17:06.574126 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216abaf9-13ee-4e48-aa45-41038a80b40e req-248e431d-b53e-4dfc-a129-9ed0c049ba54 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:06.576182 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-216abaf9-13ee-4e48-aa45-41038a80b40e req-248e431d-b53e-4dfc-a129-9ed0c049ba54 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0814657
Jun 01 10:17:06.622140 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-216abaf9-13ee-4e48-aa45-41038a80b40e req-ca05fed2-0a40-46d9-8171-439de119265d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392284
Jun 01 10:17:06.638292 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-96a57633-4a1b-443b-8778-cd850f73d7bd req-e03d97a7-1118-45fe-8416-35c1fde14d36 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 210 time: 0.0461030
Jun 01 10:17:06.833126 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba9fc3-a594-4239-b407-95cf162aab99 req-e4298a79-5a70-4909-8ff6-02c7b3761dd3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:06.834601 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-23ba9fc3-a594-4239-b407-95cf162aab99 req-e4298a79-5a70-4909-8ff6-02c7b3761dd3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.0827217
Jun 01 10:17:06.952972 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-23ba9fc3-a594-4239-b407-95cf162aab99 req-55edd1f0-c45d-40e6-800c-e303c6df4c45 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1127739
Jun 01 10:17:07.442567 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95266e-b914-4111-be52-b433ff07b805 req-f8a6df03-fde9-4900-b8ea-bf7b09a2c91e tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:07.443990 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8f95266e-b914-4111-be52-b433ff07b805 req-f8a6df03-fde9-4900-b8ea-bf7b09a2c91e tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.0798855
Jun 01 10:17:07.489006 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8f95266e-b914-4111-be52-b433ff07b805 req-d62c2595-e034-44a2-9de6-f3bdb324d3cc tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381975
Jun 01 10:17:07.720827 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-9441a801-eacc-4e56-8507-4af08b95dac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:07.789344 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ddb26737-09a2-427d-8b84-3ca93f95ea11 req-d63d8947-0baa-4850-a1dd-574670ba0bdc tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 210 time: 0.0451121
Jun 01 10:17:07.811584 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbfd55-8cac-42b4-be17-2e624f625661 req-8df8108f-1de4-4ced-a58d-4aec27afa8c0 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:07.813024 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-96bbfd55-8cac-42b4-be17-2e624f625661 req-8df8108f-1de4-4ced-a58d-4aec27afa8c0 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0802264
Jun 01 10:17:07.859641 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-96bbfd55-8cac-42b4-be17-2e624f625661 req-ddaeaa53-3c17-4675-89c5-95ccd1676fff tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409777
Jun 01 10:17:07.866205 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:08.143480 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa21464-1ab7-4eef-904c-522b6fea55a8 req-0346384b-1b04-4104-8198-8eceb183433c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:08.144927 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4fa21464-1ab7-4eef-904c-522b6fea55a8 req-0346384b-1b04-4104-8198-8eceb183433c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.0806456
Jun 01 10:17:08.190492 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4fa21464-1ab7-4eef-904c-522b6fea55a8 req-4e17cd8b-a73d-4bb4-b3b5-26e5ce71f4d1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398729
Jun 01 10:17:08.428838 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-224e3fcd-cb0a-49a0-acbb-5ea987799e3d req-faa40ec2-0ede-4be1-8b48-0ca3b885b851 service neutron] 10.222.0.93 "GET /v2.0/networks/77c30902-2140-4739-941a-60be64cc221f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314821
Jun 01 10:17:08.687102 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-224e3fcd-cb0a-49a0-acbb-5ea987799e3d req-8442a886-189f-43f5-a4b7-5836f501f722 service neutron] 10.222.0.93 "GET /v2.0/networks/77c30902-2140-4739-941a-60be64cc221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2433274
Jun 01 10:17:08.698402 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c19ece-d6e2-433e-a63a-d82d3922a588 req-d5a47122-c75c-43c1-bbc1-960ed7a706fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:08.700201 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-91c19ece-d6e2-433e-a63a-d82d3922a588 req-d5a47122-c75c-43c1-bbc1-960ed7a706fe service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 1103 time: 0.1887267
Jun 01 10:17:08.735650 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669a11b-c7b0-49d1-9ff2-a0fa63e03d98 req-faae76e5-4172-497a-be0d-d6bf509e7666 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:08.737056 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3669a11b-c7b0-49d1-9ff2-a0fa63e03d98 req-faae76e5-4172-497a-be0d-d6bf509e7666 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.1319067
Jun 01 10:17:08.770758 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-91c19ece-d6e2-433e-a63a-d82d3922a588 req-d149a08a-ef0f-48ea-85f8-755bf7b5ca21 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614498
Jun 01 10:17:08.789800 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:08.793016 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3669a11b-c7b0-49d1-9ff2-a0fa63e03d98 req-c01c2a7d-c9b4-4aca-bfa0-0722ed856be3 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450797
Jun 01 10:17:08.948411 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ccd8ddb3-9fec-4795-9c2a-7795c53f959e req-9c2346f0-b6f3-4696-abff-be3062a7b766 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 210 time: 0.0493789
Jun 01 10:17:09.060566 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d54ec9-a234-442d-accd-dc46f02749a9 req-acc6356c-2eed-454f-9fcc-9ff04cdd9778 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:09.062232 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-63d54ec9-a234-442d-accd-dc46f02749a9 req-acc6356c-2eed-454f-9fcc-9ff04cdd9778 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0820940
Jun 01 10:17:09.198680 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-63d54ec9-a234-442d-accd-dc46f02749a9 req-f06faf9a-56f6-4211-a463-288898da909d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060662
Jun 01 10:17:09.327927 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b65ba-2117-466e-9552-166b142faa47 req-75b1cf29-03e7-42d0-a646-b1a05c0b2d89 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:09.330008 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-200b65ba-2117-466e-9552-166b142faa47 req-75b1cf29-03e7-42d0-a646-b1a05c0b2d89 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.93 "GET /v2.0/networks?id=452d13e1-33ab-4730-abcd-9a5e2a3ca346 HTTP/1.1" status: 200  len: 814 time: 0.2664897
Jun 01 10:17:09.370121 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-200b65ba-2117-466e-9552-166b142faa47 req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Request body: {'port': {'device_id': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'admin_state_up': True, 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:09.463325 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7658cd-1d2e-49e2-b4c2-0ad25e2bfb32 req-aff5e6af-49e1-49a6-8c45-d57bdf4bc84d tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:09.465552 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0f7658cd-1d2e-49e2-b4c2-0ad25e2bfb32 req-aff5e6af-49e1-49a6-8c45-d57bdf4bc84d tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0961518
Jun 01 10:17:09.522888 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0f7658cd-1d2e-49e2-b4c2-0ad25e2bfb32 req-4ec85ab1-7eaf-44e8-b908-86419aef5372 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498569
Jun 01 10:17:09.556642 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4d6e4-af16-48b5-b1a7-728ab40d7243 req-21be9a67-7d93-490f-b280-c565ef71c2ab tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:09.558327 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-75f4d6e4-af16-48b5-b1a7-728ab40d7243 req-21be9a67-7d93-490f-b280-c565ef71c2ab tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.2273052
Jun 01 10:17:09.568301 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-200b65ba-2117-466e-9552-166b142faa47 req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:09.605988 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-200b65ba-2117-466e-9552-166b142faa47 req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:09.625890 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-75f4d6e4-af16-48b5-b1a7-728ab40d7243 req-3e9c0339-ab42-4722-aa89-4b3ffd882641 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602419
Jun 01 10:17:09.627930 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200b65ba-2117-466e-9552-166b142faa47 req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Made reservation on behalf of 4edb9e51dc124ab2ac42c8dfda565038 for: {'port': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:17:09.632182 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-200b65ba-2117-466e-9552-166b142faa47 req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:09.838015 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [req-200b65ba-2117-466e-9552-166b142faa47 req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Allocated IP 172.20.0.8 (452d13e1-33ab-4730-abcd-9a5e2a3ca346/27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd/b5fb8b96-da1e-4209-b42a-d678ba04601f) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:17:10.063028 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321a56d-5dc2-4294-91f9-9a956524aa2d req-f30a03ce-f767-43a6-b4b0-85e15c052952 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:10.065283 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4321a56d-5dc2-4294-91f9-9a956524aa2d req-f30a03ce-f767-43a6-b4b0-85e15c052952 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.1402266
Jun 01 10:17:10.177216 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e32b3b3d-8ada-4bd4-9bcd-105dc4b9f1d1 req-7064cab7-8be4-47de-8726-4d5845b3d147 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 210 time: 0.0936286
Jun 01 10:17:10.197197 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4321a56d-5dc2-4294-91f9-9a956524aa2d req-556db80b-2185-4464-b85b-45cbd0668323 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233270
Jun 01 10:17:10.263302 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-200b65ba-2117-466e-9552-166b142faa47 req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:10.296878 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-200b65ba-2117-466e-9552-166b142faa47 req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Transition to ACTIVE for port object b5fb8b96-da1e-4209-b42a-d678ba04601f will not be triggered until provisioned by entity DHCP. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:17:10.354196 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-200b65ba-2117-466e-9552-166b142faa47 req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:10.354196 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-13c7247e-e4eb-424c-902a-532a8c804fe6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:10.535294 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:10.695306 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200b65ba-2117-466e-9552-166b142faa47 req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Network 452d13e1-33ab-4730-abcd-9a5e2a3ca346 is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:17:10.699532 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [req-200b65ba-2117-466e-9552-166b142faa47 req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:17:10.711707 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-200b65ba-2117-466e-9552-166b142faa47 req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:17:10.767883 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Pushing event updated for resources: {'Port': ['ID=b5fb8b96-da1e-4209-b42a-d678ba04601f,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:10.773430 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:10.789947 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b65ba-2117-466e-9552-166b142faa47 req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:10.790581 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-200b65ba-2117-466e-9552-166b142faa47 req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:10.835237 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adffe6-bf46-48c1-8af2-41eabd567932 req-263235aa-ce05-478f-8f79-e50654e9e669 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:10.843033 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99adffe6-bf46-48c1-8af2-41eabd567932 req-263235aa-ce05-478f-8f79-e50654e9e669 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.4039977
Jun 01 10:17:10.897237 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-200b65ba-2117-466e-9552-166b142faa47 req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5274291
Jun 01 10:17:10.915815 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99adffe6-bf46-48c1-8af2-41eabd567932 req-386d7654-69dc-4597-aad5-e5d6405694e5 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718687
Jun 01 10:17:10.925870 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457686a-34f5-4743-b377-41fb5f19fb04 req-81f789a1-daa3-4771-a43c-2b57c78ca7cd tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:10.935663 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6457686a-34f5-4743-b377-41fb5f19fb04 req-81f789a1-daa3-4771-a43c-2b57c78ca7cd tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1522517
Jun 01 10:17:10.998607 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6457686a-34f5-4743-b377-41fb5f19fb04 req-04ed798b-9840-44dc-8873-cc3fbd5d31b9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613689
Jun 01 10:17:11.154765 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0237a08-2be3-4b3f-bce6-191b40e1746b req-f0b2de76-27a0-404e-ba20-232e30b80924 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:11.156448 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e0237a08-2be3-4b3f-bce6-191b40e1746b req-f0b2de76-27a0-404e-ba20-232e30b80924 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.0892887
Jun 01 10:17:11.168810 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-fe4ea644-75b1-4049-aebd-a4b8c1346499 None None] Provisioning for port b5fb8b96-da1e-4209-b42a-d678ba04601f completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:17:11.174810 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-fe4ea644-75b1-4049-aebd-a4b8c1346499 None None] Provisioning complete for port b5fb8b96-da1e-4209-b42a-d678ba04601f triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:11.175421 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-fe4ea644-75b1-4049-aebd-a4b8c1346499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:11.207929 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e0237a08-2be3-4b3f-bce6-191b40e1746b req-6da7c57b-0238-4521-88eb-5c83bde7a890 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455899
Jun 01 10:17:11.244508 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb8223-bbe0-4812-8e09-2b65060d8337 req-6c2c1301-a79c-41b9-aacc-b2f4cfd60008 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:11.254046 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6acb8223-bbe0-4812-8e09-2b65060d8337 req-6c2c1301-a79c-41b9-aacc-b2f4cfd60008 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.1328309
Jun 01 10:17:11.272827 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ea644-75b1-4049-aebd-a4b8c1346499 None None] Port b5fb8b96-da1e-4209-b42a-d678ba04601f cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:17:11.306157 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6acb8223-bbe0-4812-8e09-2b65060d8337 req-daa774fe-8de4-40b3-992c-61f83d370672 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505068
Jun 01 10:17:11.431850 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047938a0-b2f0-4b74-9403-4918f03be09a req-2172ba96-429d-4e60-ac83-b854f04f886a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:11.432446 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-047938a0-b2f0-4b74-9403-4918f03be09a req-2172ba96-429d-4e60-ac83-b854f04f886a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Synchronizing usage tracker for tenant:4edb9e51dc124ab2ac42c8dfda565038 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:17:11.447136 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-047938a0-b2f0-4b74-9403-4918f03be09a req-2172ba96-429d-4e60-ac83-b854f04f886a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Unset dirty status for tenant:4edb9e51dc124ab2ac42c8dfda565038 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:17:11.448244 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-047938a0-b2f0-4b74-9403-4918f03be09a req-2172ba96-429d-4e60-ac83-b854f04f886a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 931 time: 0.1091139
Jun 01 10:17:11.496623 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-047938a0-b2f0-4b74-9403-4918f03be09a req-89fe5348-7b72-4f23-93a8-c2b1c4e3aa25 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Synchronizing usage tracker for tenant:4edb9e51dc124ab2ac42c8dfda565038 on resource:security_group {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:17:11.514866 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-047938a0-b2f0-4b74-9403-4918f03be09a req-89fe5348-7b72-4f23-93a8-c2b1c4e3aa25 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Unset dirty status for tenant:4edb9e51dc124ab2ac42c8dfda565038 on resource:security_group {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:17:11.516025 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-047938a0-b2f0-4b74-9403-4918f03be09a req-89fe5348-7b72-4f23-93a8-c2b1c4e3aa25 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618687
Jun 01 10:17:12.151500 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a2630-558a-4b4e-86d1-22610a038e4e req-05476e9a-9186-44ed-a0b3-482f8c54b7e6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:12.153462 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e3a2630-558a-4b4e-86d1-22610a038e4e req-05476e9a-9186-44ed-a0b3-482f8c54b7e6 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1166172
Jun 01 10:17:12.206871 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0e3a2630-558a-4b4e-86d1-22610a038e4e req-5cd07d94-7628-44b1-a974-11a853366021 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476100
Jun 01 10:17:12.216526 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b7e28-32bc-4f79-86df-407871ff54a2 req-00a0a30e-7c2a-4204-9b37-d66aec8f08de tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:12.218014 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-584b7e28-32bc-4f79-86df-407871ff54a2 req-00a0a30e-7c2a-4204-9b37-d66aec8f08de tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0928516
Jun 01 10:17:12.266410 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-584b7e28-32bc-4f79-86df-407871ff54a2 req-113e0337-5d93-4281-bf3b-f976408176f9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421739
Jun 01 10:17:12.548599 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33115ec-466d-4f03-a1ff-1e5459ffbacb req-2c872282-5162-4417-9320-1060295ed7c4 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:12.550162 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a33115ec-466d-4f03-a1ff-1e5459ffbacb req-2c872282-5162-4417-9320-1060295ed7c4 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.1091115
Jun 01 10:17:12.597935 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a33115ec-466d-4f03-a1ff-1e5459ffbacb req-b171ea0d-c676-441d-a58c-85e5c04c4ca5 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421526
Jun 01 10:17:12.606188 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b964dc-6752-4c68-a5e8-0ba1758fcff5 req-96c32a15-994b-4ba1-b3a0-1fda13250e01 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:12.607663 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e9b964dc-6752-4c68-a5e8-0ba1758fcff5 req-96c32a15-994b-4ba1-b3a0-1fda13250e01 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1083517
Jun 01 10:17:12.656047 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e9b964dc-6752-4c68-a5e8-0ba1758fcff5 req-d0b3a5df-c885-4e47-bf1d-af44b2853906 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428770
Jun 01 10:17:12.783461 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0a878-8e77-466b-b974-5664f5a28324 req-5e2e708e-e256-481b-b257-aa23a6570ae9 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:12.784895 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-45a0a878-8e77-466b-b974-5664f5a28324 req-5e2e708e-e256-481b-b257-aa23a6570ae9 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 931 time: 0.0865743
Jun 01 10:17:12.835163 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-45a0a878-8e77-466b-b974-5664f5a28324 req-236958c3-347f-4031-85fa-3dbf4961fd3d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443485
Jun 01 10:17:13.404132 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d21603-2281-4cef-8cf2-818d085a956f req-ce1a56db-b6bc-4604-9583-db3c36140ad5 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:13.405501 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-38d21603-2281-4cef-8cf2-818d085a956f req-ce1a56db-b6bc-4604-9583-db3c36140ad5 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0863476
Jun 01 10:17:13.451980 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-38d21603-2281-4cef-8cf2-818d085a956f req-a921b283-8c6e-4a8e-ae4c-35adfa5123ba tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404670
Jun 01 10:17:13.455152 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f8f2b-0d6e-4a39-8333-f75a4d7541ea req-823ee9b9-b937-4bf1-844e-f23f07d6508e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:13.456674 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6a8f8f2b-0d6e-4a39-8333-f75a4d7541ea req-823ee9b9-b937-4bf1-844e-f23f07d6508e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0798779
Jun 01 10:17:13.503984 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6a8f8f2b-0d6e-4a39-8333-f75a4d7541ea req-7c889452-8466-49ea-93b1-7839ee4f99dc tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415978
Jun 01 10:17:13.797529 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff1882-53fc-47a0-ae79-00c8151dca17 req-e2d424ff-3a27-46a7-8d80-59aa6e346340 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:13.805088 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3dff1882-53fc-47a0-ae79-00c8151dca17 req-e2d424ff-3a27-46a7-8d80-59aa6e346340 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.0944779
Jun 01 10:17:13.845769 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3dff1882-53fc-47a0-ae79-00c8151dca17 req-aed992e2-58c9-4f34-a4ed-5f4eb562f064 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397935
Jun 01 10:17:13.877790 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bc2fc-af5e-4e92-8709-9a54951a1650 req-f9a4e0e3-bc50-4491-937c-45afed17a01b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:13.879535 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-841bc2fc-af5e-4e92-8709-9a54951a1650 req-f9a4e0e3-bc50-4491-937c-45afed17a01b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.0916526
Jun 01 10:17:13.927193 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-841bc2fc-af5e-4e92-8709-9a54951a1650 req-3597e090-e5b9-481e-8931-df85b8cd9100 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410626
Jun 01 10:17:14.092187 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9a446-f363-49f4-996b-e487f59abf1f req-17f884d2-f0c8-43c1-b516-985b84d49016 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:14.093700 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-58b9a446-f363-49f4-996b-e487f59abf1f req-17f884d2-f0c8-43c1-b516-985b84d49016 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 931 time: 0.1423004
Jun 01 10:17:14.144242 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-58b9a446-f363-49f4-996b-e487f59abf1f req-4f26795b-e4fa-4a8a-826c-fa4b27e027ea tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443165
Jun 01 10:17:14.734139 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c3cea-378b-492c-bb8a-f36f7c854e09 req-fa791b1b-d7cc-4f9f-aac0-068229ec325a tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:14.737712 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-635c3cea-378b-492c-bb8a-f36f7c854e09 req-fa791b1b-d7cc-4f9f-aac0-068229ec325a tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1087682
Jun 01 10:17:14.803169 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-635c3cea-378b-492c-bb8a-f36f7c854e09 req-8d6512fe-7948-4657-8cb7-13e542948f49 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617516
Jun 01 10:17:14.819611 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c1a6-76db-45b8-a604-1caa5d78d14b req-0b42e369-1157-4aa4-978e-0305a4968cab tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:14.821097 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4453c1a6-76db-45b8-a604-1caa5d78d14b req-0b42e369-1157-4aa4-978e-0305a4968cab tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1029620
Jun 01 10:17:14.874067 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4453c1a6-76db-45b8-a604-1caa5d78d14b req-de0c36dd-eec8-4eb5-89ca-a31a27992bf0 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462599
Jun 01 10:17:15.052895 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21500fff-f046-49b2-9bc6-b1ee8bf54d40 req-0b830a30-2290-4fd1-ad85-5654296f10f4 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:15.054550 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-21500fff-f046-49b2-9bc6-b1ee8bf54d40 req-0b830a30-2290-4fd1-ad85-5654296f10f4 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.0958099
Jun 01 10:17:15.107253 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-21500fff-f046-49b2-9bc6-b1ee8bf54d40 req-3bde84ca-75f9-4f1b-9de0-85552b461ec5 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466418
Jun 01 10:17:15.164325 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38c3ca-d99f-4bbb-9577-43883af58ca6 req-b153989d-982f-456b-8367-9d156a3b3128 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:15.166404 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0e38c3ca-d99f-4bbb-9577-43883af58ca6 req-b153989d-982f-456b-8367-9d156a3b3128 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1166158
Jun 01 10:17:15.217857 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0e38c3ca-d99f-4bbb-9577-43883af58ca6 req-05d42d2f-26ad-4673-bda1-044409b1c38c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446095
Jun 01 10:17:15.370183 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12c4fb-77eb-4bc4-a820-6b1ae32e5b42 req-9b5192a2-0337-4774-8615-93f0f0e18079 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:15.371608 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8a12c4fb-77eb-4bc4-a820-6b1ae32e5b42 req-9b5192a2-0337-4774-8615-93f0f0e18079 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 931 time: 0.0864694
Jun 01 10:17:15.417398 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8a12c4fb-77eb-4bc4-a820-6b1ae32e5b42 req-5bb029e4-9389-4412-9250-3c1e6819205f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395739
Jun 01 10:17:16.032950 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b393d8b-8bcd-4d00-b7c1-313a55302a72 req-08648475-8613-493b-8fc0-3d542c3568a8 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:16.034482 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4b393d8b-8bcd-4d00-b7c1-313a55302a72 req-08648475-8613-493b-8fc0-3d542c3568a8 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0839653
Jun 01 10:17:16.077325 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a81825-b4f2-4cbd-b53b-91cb5fe22680 req-0050b9ab-3fd7-42a3-9d03-f0997f6f54b9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:16.078790 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a7a81825-b4f2-4cbd-b53b-91cb5fe22680 req-0050b9ab-3fd7-42a3-9d03-f0997f6f54b9 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0905502
Jun 01 10:17:16.103273 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4b393d8b-8bcd-4d00-b7c1-313a55302a72 req-87987628-db5f-476c-bc84-0583f5b287da tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593641
Jun 01 10:17:16.137206 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a7a81825-b4f2-4cbd-b53b-91cb5fe22680 req-4a6c5411-5c52-40cd-a66f-800799824f3d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509505
Jun 01 10:17:16.315489 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be805bc2-8a40-42ed-95d0-d6616437e944 req-57ebd5cb-4c24-46e3-bb8a-b527a9030a35 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:16.317724 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-be805bc2-8a40-42ed-95d0-d6616437e944 req-57ebd5cb-4c24-46e3-bb8a-b527a9030a35 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.0957901
Jun 01 10:17:16.369388 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-be805bc2-8a40-42ed-95d0-d6616437e944 req-68d8546e-6569-4048-9791-372c74ea30ea tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465615
Jun 01 10:17:16.437798 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a8431-ebc7-4336-bca1-e3d4fc8b1d8c req-6fbabd06-3671-4446-a462-ebeabb5e3c29 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:16.439140 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f94a8431-ebc7-4336-bca1-e3d4fc8b1d8c req-6fbabd06-3671-4446-a462-ebeabb5e3c29 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.0858457
Jun 01 10:17:16.486732 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f94a8431-ebc7-4336-bca1-e3d4fc8b1d8c req-77a50b98-237f-4723-a924-fb2489ed7bad tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417755
Jun 01 10:17:16.616186 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee23a55-5032-4caa-93ca-cbcb45cd3184 req-3fcea7d3-a87a-4bb8-9545-7c45bdb41df3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:16.617835 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6ee23a55-5032-4caa-93ca-cbcb45cd3184 req-3fcea7d3-a87a-4bb8-9545-7c45bdb41df3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 931 time: 0.0840080
Jun 01 10:17:16.669361 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6ee23a55-5032-4caa-93ca-cbcb45cd3184 req-a516e39f-f6c1-4506-a0fa-d8f3f8727da5 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457108
Jun 01 10:17:17.294312 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbab3b6-a67f-44d6-a976-6a746a38572c req-38b53bfa-d68f-4969-8d67-8e9e1230779c tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:17.295033 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-afbab3b6-a67f-44d6-a976-6a746a38572c req-38b53bfa-d68f-4969-8d67-8e9e1230779c tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0848367
Jun 01 10:17:17.371485 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-afbab3b6-a67f-44d6-a976-6a746a38572c req-1e9e224c-557e-4d3a-b836-393fb679969f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571911
Jun 01 10:17:17.424342 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6964b4-a1cc-47f0-b217-dccc48ca9a79 req-cb935f59-1e5c-458e-9701-e4d803dabd3e tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:17.425873 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-dd6964b4-a1cc-47f0-b217-dccc48ca9a79 req-cb935f59-1e5c-458e-9701-e4d803dabd3e tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1795516
Jun 01 10:17:17.494182 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-dd6964b4-a1cc-47f0-b217-dccc48ca9a79 req-83dc49d3-388e-44d5-b82b-e9c7d898a538 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620377
Jun 01 10:17:17.592482 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32172322-62cd-4abf-9daa-8a38fd1b3db7 req-a4131fd0-f198-47ef-9f92-d1739bcca151 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:17.594029 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-32172322-62cd-4abf-9daa-8a38fd1b3db7 req-a4131fd0-f198-47ef-9f92-d1739bcca151 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.0855079
Jun 01 10:17:17.650534 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-32172322-62cd-4abf-9daa-8a38fd1b3db7 req-25482011-20d1-49f4-86a1-ac28725e1319 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480704
Jun 01 10:17:17.727094 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195c135-fee4-48a4-aa7b-5ca083937f7a req-8f8e1f42-e15f-41eb-a50b-22d455d05625 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:17.728575 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8195c135-fee4-48a4-aa7b-5ca083937f7a req-8f8e1f42-e15f-41eb-a50b-22d455d05625 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1015449
Jun 01 10:17:17.773805 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8195c135-fee4-48a4-aa7b-5ca083937f7a req-eb310900-429f-406a-853e-8789df2be4e2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388241
Jun 01 10:17:17.872074 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2398c-7c37-44e3-a666-1411e0fdc14d req-d0d356d5-b7e4-4a67-925a-74c7489c9dec tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:17.873514 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-47f2398c-7c37-44e3-a666-1411e0fdc14d req-d0d356d5-b7e4-4a67-925a-74c7489c9dec tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 931 time: 0.0880399
Jun 01 10:17:17.919827 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-47f2398c-7c37-44e3-a666-1411e0fdc14d req-fe56641e-cb8e-44da-b566-99fbcc8e139e tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405593
Jun 01 10:17:18.579169 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647e5ac-0298-4466-a03c-e61eeca1e96e req-7ec2b133-fc31-4802-ad61-9cb00e619c05 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:18.581188 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6647e5ac-0298-4466-a03c-e61eeca1e96e req-7ec2b133-fc31-4802-ad61-9cb00e619c05 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1032264
Jun 01 10:17:18.627879 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6647e5ac-0298-4466-a03c-e61eeca1e96e req-9c5712d6-2e01-43bb-b83f-8feb102349f3 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410979
Jun 01 10:17:18.693272 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983fdce-7209-4ca5-bf26-8210544e59bc req-742c97ef-674e-4ae4-bcaa-838df0982e7c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:18.695087 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3983fdce-7209-4ca5-bf26-8210544e59bc req-742c97ef-674e-4ae4-bcaa-838df0982e7c tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0855877
Jun 01 10:17:18.761319 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3983fdce-7209-4ca5-bf26-8210544e59bc req-1bf16d57-c84e-4d47-aea5-cf742ebe16d4 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588226
Jun 01 10:17:18.867937 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb15230-796e-4dd9-8d08-2c705d391d6c req-384a37d0-e88d-4bbe-b0fd-09d3b073af30 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:18.869473 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3cb15230-796e-4dd9-8d08-2c705d391d6c req-384a37d0-e88d-4bbe-b0fd-09d3b073af30 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.1073160
Jun 01 10:17:18.921528 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3cb15230-796e-4dd9-8d08-2c705d391d6c req-085701c4-c47c-462a-8dd4-a345d4f9b3ae tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459740
Jun 01 10:17:18.987248 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b76d2-e632-4c2e-b4e9-8aaa6791d4a8 req-c0c29d54-5237-42fa-814b-d208a26e6f81 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:18.995280 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-748b76d2-e632-4c2e-b4e9-8aaa6791d4a8 req-c0c29d54-5237-42fa-814b-d208a26e6f81 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1003892
Jun 01 10:17:19.058652 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-748b76d2-e632-4c2e-b4e9-8aaa6791d4a8 req-6a98a06f-05e1-4064-b4d2-2eb438e1f6ef tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611651
Jun 01 10:17:19.123471 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c4ced-4c9f-4261-a4fd-1dd8eb81491c req-3ecb74c2-0c8e-438f-954d-ef5703001d44 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:19.124965 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4d3c4ced-4c9f-4261-a4fd-1dd8eb81491c req-3ecb74c2-0c8e-438f-954d-ef5703001d44 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 931 time: 0.0923316
Jun 01 10:17:19.176583 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4d3c4ced-4c9f-4261-a4fd-1dd8eb81491c req-bc019d20-1e8e-45fe-90db-21b416faf5e7 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457995
Jun 01 10:17:19.818716 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639688e1-9fd3-4164-a088-bb9e1716e294 req-03b633c0-674a-47c5-8043-d951a599f620 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:19.820168 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-639688e1-9fd3-4164-a088-bb9e1716e294 req-03b633c0-674a-47c5-8043-d951a599f620 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0812960
Jun 01 10:17:19.867164 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-639688e1-9fd3-4164-a088-bb9e1716e294 req-44821ced-acfb-407a-a718-502887afd3fd tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405471
Jun 01 10:17:19.961647 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df6647-0869-48e7-aef5-b732ec9532e7 req-1fc52a7c-3162-4c8e-ba1a-56c67dc7811a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:19.963544 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-50df6647-0869-48e7-aef5-b732ec9532e7 req-1fc52a7c-3162-4c8e-ba1a-56c67dc7811a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0842094
Jun 01 10:17:20.017830 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-50df6647-0869-48e7-aef5-b732ec9532e7 req-6971d6e2-bc89-42f0-b42c-22ff41173a29 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469215
Jun 01 10:17:20.139603 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02214c6-c0e1-4d22-8e10-08a1e0e423e1 req-4bd72962-e571-4447-bdec-4f0f888cb860 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:20.146849 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c02214c6-c0e1-4d22-8e10-08a1e0e423e1 req-4bd72962-e571-4447-bdec-4f0f888cb860 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.1141095
Jun 01 10:17:20.196547 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c02214c6-c0e1-4d22-8e10-08a1e0e423e1 req-e57effa3-f8e1-4b6e-a89d-ce4e81a95851 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484297
Jun 01 10:17:20.287887 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3c1b9-d905-4011-adce-e48abcc70d31 req-27b61515-773b-4c7f-85c0-980a6652f75c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:20.289829 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c6d3c1b9-d905-4011-adce-e48abcc70d31 req-27b61515-773b-4c7f-85c0-980a6652f75c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1037519
Jun 01 10:17:20.417028 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a1e8b-72e8-417c-a983-59c0b3826ac4 req-2509665a-1fbf-44e1-a36e-10b5985563a9 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:20.424464 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3f5a1e8b-72e8-417c-a983-59c0b3826ac4 req-2509665a-1fbf-44e1-a36e-10b5985563a9 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 931 time: 0.0960157
Jun 01 10:17:20.439539 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c6d3c1b9-d905-4011-adce-e48abcc70d31 req-00142b63-bdbd-4ea1-87a6-b31abe0f2613 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1430533
Jun 01 10:17:20.515115 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3f5a1e8b-72e8-417c-a983-59c0b3826ac4 req-a5b49335-2906-49da-ae41-5212c42f8920 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895662
Jun 01 10:17:21.055272 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb414ab-e03d-443d-8fbe-5b7fe1ea07e7 req-c6e82251-5d10-4089-baa1-0888f7b52057 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:21.056755 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4bb414ab-e03d-443d-8fbe-5b7fe1ea07e7 req-c6e82251-5d10-4089-baa1-0888f7b52057 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0808651
Jun 01 10:17:21.106369 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4bb414ab-e03d-443d-8fbe-5b7fe1ea07e7 req-dcd5f3a3-3a1f-4da0-a07b-714fc0432952 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432196
Jun 01 10:17:21.217099 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392b920-9ea8-40ce-b628-72eeac1cf1e3 req-95f00c0f-bace-4928-b434-f962bc460f51 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:21.218551 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a392b920-9ea8-40ce-b628-72eeac1cf1e3 req-95f00c0f-bace-4928-b434-f962bc460f51 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0924718
Jun 01 10:17:21.257277 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Request body: {'port': {'device_id': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:21.265065 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a392b920-9ea8-40ce-b628-72eeac1cf1e3 req-db98d7bb-b09d-48b7-b03e-359ecf39b0e0 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407364
Jun 01 10:17:21.418207 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:21.511314 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588679f6-4d36-47f6-bc4d-686ebdb2a12c req-e69d98f5-18b0-4b55-b548-7a7cec69b229 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:21.512738 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-588679f6-4d36-47f6-bc4d-686ebdb2a12c req-e69d98f5-18b0-4b55-b548-7a7cec69b229 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.1689751
Jun 01 10:17:21.634428 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-588679f6-4d36-47f6-bc4d-686ebdb2a12c req-f1ff26aa-963d-4293-a89f-8e7f66dad0a7 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804837
Jun 01 10:17:21.656050 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742a6cf-e4fa-4f2b-a6c4-7c4fdb4ec4f2 req-722e9b53-781b-42c5-ba0a-dda9c83c281b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:21.663485 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a742a6cf-e4fa-4f2b-a6c4-7c4fdb4ec4f2 req-722e9b53-781b-42c5-ba0a-dda9c83c281b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.1089842
Jun 01 10:17:21.723896 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a742a6cf-e4fa-4f2b-a6c4-7c4fdb4ec4f2 req-d39d2a82-8bed-4134-9d83-ca88392d6fcc tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594211
Jun 01 10:17:21.903182 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b715d-1b62-4671-a084-61d48061ea25 req-db7cce34-ea7c-4e1e-9ab3-1d8f88c7c50e tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:21.904759 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-790b715d-1b62-4671-a084-61d48061ea25 req-db7cce34-ea7c-4e1e-9ab3-1d8f88c7c50e tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 931 time: 0.1611078
Jun 01 10:17:21.909934 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fb8b96-da1e-4209-b42a-d678ba04601f {{(pid=91881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:17:21.936530 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:21.971938 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Transition to ACTIVE for port object b5fb8b96-da1e-4209-b42a-d678ba04601f will not be triggered until provisioned by entity L2. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:17:21.976303 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:21.982730 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-10fe10f6-e741-4ae4-95ba-a7adf9cb717a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:22.023840 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-790b715d-1b62-4671-a084-61d48061ea25 req-d97b2b2c-c165-4a8d-ae5a-2c6c138f76ca tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036439
Jun 01 10:17:22.143308 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Pushing event updated for resources: {'Port': ['ID=b5fb8b96-da1e-4209-b42a-d678ba04601f,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:22.146250 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:22.228054 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Attempting to bind port b5fb8b96-da1e-4209-b42a-d678ba04601f on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:17:22.228391 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Attempting to bind port b5fb8b96-da1e-4209-b42a-d678ba04601f by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '810fcc40-abe6-4914-89f9-1f775e1ae0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346'}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:17:22.228771 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Attempting to bind port b5fb8b96-da1e-4209-b42a-d678ba04601f on network 452d13e1-33ab-4730-abcd-9a5e2a3ca346 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:17:22.234459 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Port b5fb8b96-da1e-4209-b42a-d678ba04601f on network 452d13e1-33ab-4730-abcd-9a5e2a3ca346 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:17:22.234783 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Attempting to bind port b5fb8b96-da1e-4209-b42a-d678ba04601f on network 452d13e1-33ab-4730-abcd-9a5e2a3ca346 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:17:22.239935 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:17:22.240272 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Checking segment: {'id': '810fcc40-abe6-4914-89f9-1f775e1ae0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:17:22.240652 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Bound using segment: {'id': '810fcc40-abe6-4914-89f9-1f775e1ae0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346'} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:17:22.241086 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Bound port: b5fb8b96-da1e-4209-b42a-d678ba04601f, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810fcc40-abe6-4914-89f9-1f775e1ae0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346'}}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:17:22.241465 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:22.306975 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799c4a-ac75-45a5-9f1f-3dd60a519157 req-3f2d4c42-dade-4cb5-bb3d-f92fb3905bbe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:22.309619 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-63799c4a-ac75-45a5-9f1f-3dd60a519157 req-3f2d4c42-dade-4cb5-bb3d-f92fb3905bbe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0898864
Jun 01 10:17:22.342990 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] For port b5fb8b96-da1e-4209-b42a-d678ba04601f, host hv-cinder-78477, cleared binding levels {{(pid=91881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:17:22.348689 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] For port b5fb8b96-da1e-4209-b42a-d678ba04601f, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b5fb8b96-da1e-4209-b42a-d678ba04601f,segment=NetworkSegment(810fcc40-abe6-4914-89f9-1f775e1ae0cc),segment_id=810fcc40-abe6-4914-89f9-1f775e1ae0cc)] {{(pid=91881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:17:22.353811 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:22.360328 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f8fb1dad-3b97-4747-b17d-68053a75ccff tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:22.363457 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-63799c4a-ac75-45a5-9f1f-3dd60a519157 req-f4fe6a7a-f778-4a99-bd9a-627f53d6918f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471554
Jun 01 10:17:22.456775 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:22.457492 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:22.458956 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-200b65ba-2117-466e-9552-166b142faa47 req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] 10.222.0.93 "PUT /v2.0/ports/b5fb8b96-da1e-4209-b42a-d678ba04601f HTTP/1.1" status: 200  len: 1093 time: 1.2120366
Jun 01 10:17:22.465224 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'tag': 'b5fb8b96-da1e-4209-b42a-d678ba04601f'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:17:22.467551 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc949d7-f462-4e0d-b438-6582a216cebd" -d '{"events": [{"name": "network-changed", "server_uuid": "457eeaf7-9d34-4fd5-a8bf-676280487413", "tag": "b5fb8b96-da1e-4209-b42a-d678ba04601f"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:17:22.500873 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Pushing event updated for resources: {'Port': ['ID=b5fb8b96-da1e-4209-b42a-d678ba04601f,revision_number=3']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:22.508061 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:22.532640 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dd7b0-382a-4b9a-8735-062b845f34a8 req-0dd07bbf-64ca-45ca-b14d-ceb412a20028 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:22.534206 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-825dd7b0-382a-4b9a-8735-062b845f34a8 req-0dd07bbf-64ca-45ca-b14d-ceb412a20028 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1327150
Jun 01 10:17:22.535770 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816fd3a7-ef4b-4e9a-ad4d-07898a5f30d0 x-openstack-request-id: req-816fd3a7-ef4b-4e9a-ad4d-07898a5f30d0 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:17:22.536081 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457eeaf7-9d34-4fd5-a8bf-676280487413", "tag": "b5fb8b96-da1e-4209-b42a-d678ba04601f", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:17:22.536359 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-816fd3a7-ef4b-4e9a-ad4d-07898a5f30d0 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:17:22.536758 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'tag': 'b5fb8b96-da1e-4209-b42a-d678ba04601f', 'status': 'completed', 'code': 200}
Jun 01 10:17:22.600097 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-825dd7b0-382a-4b9a-8735-062b845f34a8 req-1805b605-f340-40ec-a73d-4e789d00bd4a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594313
Jun 01 10:17:22.857258 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7f7c3-7292-44fd-a26d-5bfb6d0b3dac req-e80218c3-e0df-44e2-bc3f-e2da17b0b424 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:22.858648 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b9a7f7c3-7292-44fd-a26d-5bfb6d0b3dac req-e80218c3-e0df-44e2-bc3f-e2da17b0b424 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.1033986
Jun 01 10:17:22.908954 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b9a7f7c3-7292-44fd-a26d-5bfb6d0b3dac req-5b276450-488a-4bb6-9229-c1e761a7506d tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439987
Jun 01 10:17:22.932153 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfe9ae-73a3-4cd5-804c-14182a85a8b8 req-a87b856f-7ed3-4fdb-9436-c30aadf2beb2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:22.933806 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-34bfe9ae-73a3-4cd5-804c-14182a85a8b8 req-a87b856f-7ed3-4fdb-9436-c30aadf2beb2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.0979276
Jun 01 10:17:22.982782 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-34bfe9ae-73a3-4cd5-804c-14182a85a8b8 req-7a8010b5-387b-4921-b8ab-ee064beeea59 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427263
Jun 01 10:17:23.223965 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85d769-e5b2-43e1-bf65-4d4416abcf2f req-a39f4e68-280f-4d48-abe1-34cd5c345552 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:23.225426 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6f85d769-e5b2-43e1-bf65-4d4416abcf2f req-a39f4e68-280f-4d48-abe1-34cd5c345552 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 943 time: 0.0905209
Jun 01 10:17:23.272954 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6f85d769-e5b2-43e1-bf65-4d4416abcf2f req-e36a29a2-bd99-45b3-9484-65ac1ad93f06 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418100
Jun 01 10:17:23.552248 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272bc95-49f4-4348-98a2-094ef3b666eb req-2384c239-8dd0-4b8a-97c2-d133ff8a440b tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:23.553713 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d272bc95-49f4-4348-98a2-094ef3b666eb req-2384c239-8dd0-4b8a-97c2-d133ff8a440b tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0831809
Jun 01 10:17:23.598775 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d272bc95-49f4-4348-98a2-094ef3b666eb req-73a2f043-6062-481b-95e1-36b9a1e360ef tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387137
Jun 01 10:17:23.830577 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee4fcf-fc35-48ad-b7af-2d3558c92f3d req-a0d0fe11-53d4-473a-9b2e-4fd7dc3c22a0 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:23.831937 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e7ee4fcf-fc35-48ad-b7af-2d3558c92f3d req-a0d0fe11-53d4-473a-9b2e-4fd7dc3c22a0 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1257589
Jun 01 10:17:23.876305 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e7ee4fcf-fc35-48ad-b7af-2d3558c92f3d req-d26aed47-7a97-422a-8c97-949b97598435 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388012
Jun 01 10:17:24.098006 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b3c27-833e-4ba4-b521-0dfd7bc53885 req-e6ab3217-29dc-4f90-835f-8dad5cc5e27f tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:24.099365 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-906b3c27-833e-4ba4-b521-0dfd7bc53885 req-e6ab3217-29dc-4f90-835f-8dad5cc5e27f tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.0834537
Jun 01 10:17:24.145262 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-906b3c27-833e-4ba4-b521-0dfd7bc53885 req-be37de9f-db40-4924-b913-29874a0735f3 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402536
Jun 01 10:17:24.180101 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32795e9c-a7d9-4e68-b9a7-7b5f9a5ed9ac req-e6777ebc-bb00-4633-98d5-5359bb7832c6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:24.181564 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-32795e9c-a7d9-4e68-b9a7-7b5f9a5ed9ac req-e6777ebc-bb00-4633-98d5-5359bb7832c6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.0827124
Jun 01 10:17:24.226376 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-32795e9c-a7d9-4e68-b9a7-7b5f9a5ed9ac req-91e8818f-524d-4718-9692-1daf6ed36083 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380902
Jun 01 10:17:24.531602 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f6794-8d97-49a4-8212-57ae63b083d0 req-fa6b4b1c-2a76-4937-87e4-7cf87ec01713 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:24.533042 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a46f6794-8d97-49a4-8212-57ae63b083d0 req-fa6b4b1c-2a76-4937-87e4-7cf87ec01713 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 943 time: 0.1563714
Jun 01 10:17:24.577768 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a46f6794-8d97-49a4-8212-57ae63b083d0 req-028be00f-be2b-44aa-a4f5-3989a39423c8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390418
Jun 01 10:17:24.778684 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7c728-cbc9-47dc-b737-27f308807258 req-0241192e-1998-4510-ad7c-e359ff6a8b59 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:24.780119 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-15e7c728-cbc9-47dc-b737-27f308807258 req-0241192e-1998-4510-ad7c-e359ff6a8b59 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0789714
Jun 01 10:17:24.826964 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-15e7c728-cbc9-47dc-b737-27f308807258 req-9014f465-d308-4d02-9441-6712ce90f885 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411627
Jun 01 10:17:25.060872 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca39a3-788e-4c97-bec9-984b4d375f65 req-326658ab-633d-449d-8aa5-547a9de1b723 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:25.062371 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6eca39a3-788e-4c97-bec9-984b4d375f65 req-326658ab-633d-449d-8aa5-547a9de1b723 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.0779095
Jun 01 10:17:25.110762 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6eca39a3-788e-4c97-bec9-984b4d375f65 req-c597b590-7bae-4deb-9c59-b3ea336c66be tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427527
Jun 01 10:17:25.338882 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc949d7-f462-4e0d-b438-6582a216cebd req-f2771eea-48ce-4dcf-acfe-1d0f13f9f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:25.342879 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-edc949d7-f462-4e0d-b438-6582a216cebd req-f2771eea-48ce-4dcf-acfe-1d0f13f9f84c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4edb9e51dc124ab2ac42c8dfda565038&device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 1096 time: 0.0798128
Jun 01 10:17:25.359072 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f645272-3e7c-43aa-aaf0-c4031db15deb req-123f4e27-29e8-41c7-9359-269dae67ec1f tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:25.360511 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2f645272-3e7c-43aa-aaf0-c4031db15deb req-123f4e27-29e8-41c7-9359-269dae67ec1f tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.1085484
Jun 01 10:17:25.405612 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2f645272-3e7c-43aa-aaf0-c4031db15deb req-706b73c8-d783-4012-9180-71951d32e138 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394611
Jun 01 10:17:25.461589 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 5c88c12b-7ea9-4c2f-8117-7ef430b43fed details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:17:25.595556 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cf612-ba68-45eb-9182-c96e53bb359c req-a73d5cb7-92e8-45cd-a234-006a3f212ea4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:25.596931 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-415cf612-ba68-45eb-9182-c96e53bb359c req-a73d5cb7-92e8-45cd-a234-006a3f212ea4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 943 time: 0.2531762
Jun 01 10:17:25.603279 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc949d7-f462-4e0d-b438-6582a216cebd req-9d8ef98d-723e-4aa5-8a71-9371542d80be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:25.604624 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-edc949d7-f462-4e0d-b438-6582a216cebd req-9d8ef98d-723e-4aa5-8a71-9371542d80be service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=4edb9e51dc124ab2ac42c8dfda565038&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2298172
Jun 01 10:17:25.621251 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:25.635518 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'port_id': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'mac_address': 'fa:16:3e:17:09:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:17:25.695692 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:25.712731 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c88c12b-7ea9-4c2f-8117-7ef430b43fed {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:17:25.728659 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:25.735482 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:25.737279 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-00cf64a6-72de-4384-9822-c59bf1230913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:25.750030 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f302d-4120-4f9c-9412-fe7ca65810c1 req-949b5306-a7aa-48c0-b464-fc903f0722a5 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:25.751496 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-db4f302d-4120-4f9c-9412-fe7ca65810c1 req-949b5306-a7aa-48c0-b464-fc903f0722a5 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.2496326
Jun 01 10:17:25.765926 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-415cf612-ba68-45eb-9182-c96e53bb359c req-74a970dd-229c-4338-983f-78fe54b0fc84 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1506879
Jun 01 10:17:25.773550 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3cfa3-1ddb-44a7-b745-2cb3788a0174 req-90c07b7b-4cc2-491f-afb8-be513e2535c8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:25.775032 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-dad3cfa3-1ddb-44a7-b745-2cb3788a0174 req-90c07b7b-4cc2-491f-afb8-be513e2535c8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 943 time: 0.0867553
Jun 01 10:17:25.804525 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,revision_number=9']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:25.807680 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:25.832673 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-dad3cfa3-1ddb-44a7-b745-2cb3788a0174 req-0675e20b-6014-4685-a03f-cd4798b499c7 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489545
Jun 01 10:17:25.883215 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc949d7-f462-4e0d-b438-6582a216cebd req-66ca7583-ec51-4138-9aa5-a19d79385ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:25.884773 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-edc949d7-f462-4e0d-b438-6582a216cebd req-66ca7583-ec51-4138-9aa5-a19d79385ca6 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2509048
Jun 01 10:17:26.033472 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['5c88c12b-7ea9-4c2f-8117-7ef430b43fed'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:17:26.090438 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b65ba-2117-466e-9552-166b142faa47 req-878bc718-1a81-47ec-99af-612475a5ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:26.091929 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-200b65ba-2117-466e-9552-166b142faa47 req-878bc718-1a81-47ec-99af-612475a5ca98 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4edb9e51dc124ab2ac42c8dfda565038&device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 1096 time: 0.1676793
Jun 01 10:17:26.093304 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-db4f302d-4120-4f9c-9412-fe7ca65810c1 req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Deleting port dbd470aa-5a07-45e9-8b04-9cb0eafa5337 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:17:26.093645 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-db4f302d-4120-4f9c-9412-fe7ca65810c1 req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:26.191760 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d263f-9756-4b9e-9d26-c70c93c48a06 req-c66eaecb-fd7d-4aee-9fcc-9b716c13b46e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:26.193262 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fa8d263f-9756-4b9e-9d26-c70c93c48a06 req-c66eaecb-fd7d-4aee-9fcc-9b716c13b46e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.2302437
Jun 01 10:17:26.240362 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-200b65ba-2117-466e-9552-166b142faa47 req-7cddf7ed-4fa4-42e4-b056-cd6436ad1ad3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5fb8b96-da1e-4209-b42a-d678ba04601f HTTP/1.1" status: 200  len: 217 time: 0.1328261
Jun 01 10:17:26.333592 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31954ec5-4d12-43d2-83f9-54a73020972d req-35855164-8a7b-4567-ba5a-dd14d8f6013d tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:26.335044 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-31954ec5-4d12-43d2-83f9-54a73020972d req-35855164-8a7b-4567-ba5a-dd14d8f6013d tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.93 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.2113528
Jun 01 10:17:26.379765 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b65ba-2117-466e-9552-166b142faa47 req-0527ac55-70c2-4e7a-b48e-53edca41c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:26.381244 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-200b65ba-2117-466e-9552-166b142faa47 req-0527ac55-70c2-4e7a-b48e-53edca41c6c0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd HTTP/1.1" status: 200  len: 853 time: 0.1317382
Jun 01 10:17:26.402135 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fa8d263f-9756-4b9e-9d26-c70c93c48a06 req-18465bcf-b0ac-400c-a1e0-b52defac9630 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1560788
Jun 01 10:17:26.407785 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a9c57-e49f-4719-96b3-f39a576ad8f0 req-892f8764-35d8-4e81-a9dc-d1229060da6f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:26.409303 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bd6a9c57-e49f-4719-96b3-f39a576ad8f0 req-892f8764-35d8-4e81-a9dc-d1229060da6f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 945 time: 0.1724238
Jun 01 10:17:26.476974 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-db4f302d-4120-4f9c-9412-fe7ca65810c1 req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] For port dbd470aa-5a07-45e9-8b04-9cb0eafa5337, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=dbd470aa-5a07-45e9-8b04-9cb0eafa5337,segment=NetworkSegment(fb8e0e74-97df-4e11-a8d6-6ccfff3e819d),segment_id=fb8e0e74-97df-4e11-a8d6-6ccfff3e819d)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:26.477375 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-db4f302d-4120-4f9c-9412-fe7ca65810c1 req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:26.539690 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bd6a9c57-e49f-4719-96b3-f39a576ad8f0 req-48600d5b-18b7-489b-b0e7-c07710d93362 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811327
Jun 01 10:17:26.546798 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [req-31954ec5-4d12-43d2-83f9-54a73020972d req-0a2843cb-7984-4c51-8f60-f1918b5fe937 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Deleting port b39ca757-54a8-4067-9827-15df919dce34 {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:17:26.547153 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-31954ec5-4d12-43d2-83f9-54a73020972d req-0a2843cb-7984-4c51-8f60-f1918b5fe937 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:26.641977 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-db4f302d-4120-4f9c-9412-fe7ca65810c1 req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Calling delete_port for dbd470aa-5a07-45e9-8b04-9cb0eafa5337 owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:17:26.704948 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-31954ec5-4d12-43d2-83f9-54a73020972d req-0a2843cb-7984-4c51-8f60-f1918b5fe937 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] For port b39ca757-54a8-4067-9827-15df919dce34, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b39ca757-54a8-4067-9827-15df919dce34,segment=NetworkSegment(138627d6-6fcf-4bcc-be1d-4acb5b193ed2),segment_id=138627d6-6fcf-4bcc-be1d-4acb5b193ed2)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:26.705341 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-31954ec5-4d12-43d2-83f9-54a73020972d req-0a2843cb-7984-4c51-8f60-f1918b5fe937 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:26.832748 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [req-31954ec5-4d12-43d2-83f9-54a73020972d req-0a2843cb-7984-4c51-8f60-f1918b5fe937 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Calling delete_port for b39ca757-54a8-4067-9827-15df919dce34 owned by compute:nova {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:17:26.841329 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b65ba-2117-466e-9552-166b142faa47 req-b67e76a5-5e4d-4cbd-9d90-eba1229c0cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:26.842778 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-200b65ba-2117-466e-9552-166b142faa47 req-b67e76a5-5e4d-4cbd-9d90-eba1229c0cee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=452d13e1-33ab-4730-abcd-9a5e2a3ca346&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4444454
Jun 01 10:17:26.936441 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f1b9f-62d7-42b6-8385-0533898149c7 req-9622ccf1-a372-4f99-af16-3c55e6d71759 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:26.938168 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9c5f1b9f-62d7-42b6-8385-0533898149c7 req-9622ccf1-a372-4f99-af16-3c55e6d71759 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/ports?device_id=cba400b8-4a28-43df-ba6b-e63176f817c4 HTTP/1.1" status: 200  len: 950 time: 0.3055286
Jun 01 10:17:27.031440 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-31954ec5-4d12-43d2-83f9-54a73020972d req-0a2843cb-7984-4c51-8f60-f1918b5fe937 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:27.038739 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:27.044417 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['b39ca757-54a8-4067-9827-15df919dce34'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:17:27.085886 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2843cb-7984-4c51-8f60-f1918b5fe937 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Pushing event deleted for resources: {'Port': ['ID=b39ca757-54a8-4067-9827-15df919dce34,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:27.093196 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9c5f1b9f-62d7-42b6-8385-0533898149c7 req-fb656b39-46cf-44bd-8044-6e3ba8bc8fed tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.86 "GET /v2.0/security-groups?id=8052fced-c5cf-4417-a5a4-fb453c3325ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488028
Jun 01 10:17:27.098307 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8907ed0-7e7b-4aa3-90bb-5400f3ade804 req-29cfa7e5-aa69-43c4-adc8-652b63c82dbd tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:27.099376 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b8907ed0-7e7b-4aa3-90bb-5400f3ade804 req-29cfa7e5-aa69-43c4-adc8-652b63c82dbd tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 944 time: 0.1787984
Jun 01 10:17:27.100337 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0a2843cb-7984-4c51-8f60-f1918b5fe937 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:27.102844 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-200b65ba-2117-466e-9552-166b142faa47 req-dccd7657-89b5-4d8a-b877-675b7f266a6b service neutron] 10.222.0.93 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2467046
Jun 01 10:17:27.113674 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-db4f302d-4120-4f9c-9412-fe7ca65810c1 req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:27.135464 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['52ae638d-3164-45ef-9c7e-d5cc8c396dbe', 'dbd470aa-5a07-45e9-8b04-9cb0eafa5337'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:17:27.141462 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f56adb17-b6b2-499a-a369-ac678384a221 tempest-VolumesActionsTest-1930982330 tempest-VolumesActionsTest-1930982330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:27.235116 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [req-31954ec5-4d12-43d2-83f9-54a73020972d req-0a2843cb-7984-4c51-8f60-f1918b5fe937 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] No DVR routers for this DVR port b39ca757-54a8-4067-9827-15df919dce34 on host hv-cinder-78477 {{(pid=91880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:17:27.248026 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-31954ec5-4d12-43d2-83f9-54a73020972d req-0a2843cb-7984-4c51-8f60-f1918b5fe937 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:27.250336 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba400b8-4a28-43df-ba6b-e63176f817c4', 'name': 'network-vif-deleted', 'tag': 'b39ca757-54a8-4067-9827-15df919dce34'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:17:27.253266 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3bc096-df43-4118-9af5-cba2417f3a6c" -d '{"events": [{"server_uuid": "cba400b8-4a28-43df-ba6b-e63176f817c4", "name": "network-vif-deleted", "tag": "b39ca757-54a8-4067-9827-15df919dce34"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:17:27.264570 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Pushing event deleted for resources: {'Port': ['ID=dbd470aa-5a07-45e9-8b04-9cb0eafa5337,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:27.271397 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b8907ed0-7e7b-4aa3-90bb-5400f3ade804 req-d9639652-c5f5-4c25-bf76-b65bf4a37b13 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1275439
Jun 01 10:17:27.281589 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-31954ec5-4d12-43d2-83f9-54a73020972d req-0a2843cb-7984-4c51-8f60-f1918b5fe937 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] 10.222.0.93 "DELETE /v2.0/ports/b39ca757-54a8-4067-9827-15df919dce34 HTTP/1.1" status: 204  len: 173 time: 0.9401121
Jun 01 10:17:27.353006 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923664c3-b0d8-4b48-842d-567ce27f5fda x-openstack-request-id: req-923664c3-b0d8-4b48-842d-567ce27f5fda {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:17:27.353349 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba400b8-4a28-43df-ba6b-e63176f817c4", "name": "network-vif-deleted", "tag": "b39ca757-54a8-4067-9827-15df919dce34", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:17:27.353633 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-923664c3-b0d8-4b48-842d-567ce27f5fda {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:17:27.354045 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba400b8-4a28-43df-ba6b-e63176f817c4', 'name': 'network-vif-deleted', 'tag': 'b39ca757-54a8-4067-9827-15df919dce34', 'status': 'completed', 'code': 200}
Jun 01 10:17:27.358923 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:27.359411 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:27.359872 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:27.360327 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:27.360796 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:27.361267 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:27.361710 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:27.362154 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:27.362590 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:27.363028 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:27.363466 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:27.363985 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:27.385128 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:27.446391 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4f302d-4120-4f9c-9412-fe7ca65810c1 req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] No DVR routers for this DVR port dbd470aa-5a07-45e9-8b04-9cb0eafa5337 on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:17:27.454743 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-db4f302d-4120-4f9c-9412-fe7ca65810c1 req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:27.457237 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8667b2-4b01-46e8-b51a-14531947f823', 'name': 'network-vif-deleted', 'tag': 'dbd470aa-5a07-45e9-8b04-9cb0eafa5337'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:17:27.459482 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b20001-3517-4ac4-879f-71f8ada69685" -d '{"events": [{"server_uuid": "1b8667b2-4b01-46e8-b51a-14531947f823", "name": "network-vif-deleted", "tag": "dbd470aa-5a07-45e9-8b04-9cb0eafa5337"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:17:27.469134 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 5c88c12b-7ea9-4c2f-8117-7ef430b43fed up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:17:27.490829 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-db4f302d-4120-4f9c-9412-fe7ca65810c1 req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.93 "DELETE /v2.0/ports/dbd470aa-5a07-45e9-8b04-9cb0eafa5337 HTTP/1.1" status: 204  len: 173 time: 1.7192383
Jun 01 10:17:27.495658 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-200b65ba-2117-466e-9552-166b142faa47 req-e450c434-9563-44c0-a212-65b15955d604 service neutron] 10.222.0.93 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3851748
Jun 01 10:17:27.519460 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a0c0b-5461-4aaf-bc5c-61a30acfe386 req-08c94af1-4277-4d2b-885d-e59b3f108f3c tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:27.527773 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ad6a0c0b-5461-4aaf-bc5c-61a30acfe386 req-08c94af1-4277-4d2b-885d-e59b3f108f3c tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 943 time: 0.2665958
Jun 01 10:17:27.577874 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:27.578330 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:27.581570 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ad6a0c0b-5461-4aaf-bc5c-61a30acfe386 req-816b3ad2-7b4e-442e-9849-102382652cd1 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527940
Jun 01 10:17:27.651144 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c5b6f1-511d-4dbe-a6fc-081263c34a3b x-openstack-request-id: req-28c5b6f1-511d-4dbe-a6fc-081263c34a3b {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:17:27.652183 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8667b2-4b01-46e8-b51a-14531947f823", "name": "network-vif-deleted", "tag": "dbd470aa-5a07-45e9-8b04-9cb0eafa5337", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:17:27.652439 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-28c5b6f1-511d-4dbe-a6fc-081263c34a3b {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:17:27.652871 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8667b2-4b01-46e8-b51a-14531947f823', 'name': 'network-vif-deleted', 'tag': 'dbd470aa-5a07-45e9-8b04-9cb0eafa5337', 'status': 'completed', 'code': 200}
Jun 01 10:17:27.710896 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651490f-a87c-4916-a64f-4505389f2a3e req-5773e78a-7949-490c-9e09-45a853aa7717 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:27.712344 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c651490f-a87c-4916-a64f-4505389f2a3e req-5773e78a-7949-490c-9e09-45a853aa7717 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1264589
Jun 01 10:17:27.741621 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:27.762654 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c651490f-a87c-4916-a64f-4505389f2a3e req-953071e5-5aa8-4af4-9522-84653bc31997 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419512
Jun 01 10:17:27.773880 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:17:27.776984 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb57e04-c940-4f33-aea4-9d1179aeb00b" -d '{"events": [{"server_uuid": "8f6eed30-fcbd-4f9f-be6e-315774b52504", "name": "network-vif-plugged", "status": "completed", "tag": "5c88c12b-7ea9-4c2f-8117-7ef430b43fed"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:17:27.788432 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:27.803914 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:27.804722 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device dbd470aa-5a07-45e9-8b04-9cb0eafa5337 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:17:27.842884 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3492d517-a3d8-4c5a-acb4-480e9e426e6d x-openstack-request-id: req-3492d517-a3d8-4c5a-acb4-480e9e426e6d {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:17:27.843181 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6eed30-fcbd-4f9f-be6e-315774b52504", "name": "network-vif-plugged", "status": "completed", "tag": "5c88c12b-7ea9-4c2f-8117-7ef430b43fed", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:17:27.843440 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3492d517-a3d8-4c5a-acb4-480e9e426e6d {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:17:27.843827 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'code': 200}
Jun 01 10:17:27.844347 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:27.947115 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,revision_number=10']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:27.948435 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-54c31221-0321-43a5-b2d7-61ad4e587640 req-7c8ddfe0-6384-4620-ac16-21f786d9318b tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Synchronizing usage tracker for tenant:635eb482ecb44dfeaf04636e1da0589f on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:17:27.955688 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:27.956253 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: dbd470aa-5a07-45e9-8b04-9cb0eafa5337 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:17:27.956599 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device dbd470aa-5a07-45e9-8b04-9cb0eafa5337 not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:17:27.972992 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-54c31221-0321-43a5-b2d7-61ad4e587640 req-7c8ddfe0-6384-4620-ac16-21f786d9318b tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Unset dirty status for tenant:635eb482ecb44dfeaf04636e1da0589f on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:17:27.975545 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-54c31221-0321-43a5-b2d7-61ad4e587640 req-7c8ddfe0-6384-4620-ac16-21f786d9318b tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b8667b2-4b01-46e8-b51a-14531947f823 HTTP/1.1" status: 200  len: 210 time: 0.1167855
Jun 01 10:17:28.337552 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c787f-b2f2-4e6f-8327-8999521a54d2 req-6685bbd0-84e9-452b-8a7a-8de2a3576d72 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:28.340492 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cb8c787f-b2f2-4e6f-8327-8999521a54d2 req-6685bbd0-84e9-452b-8a7a-8de2a3576d72 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1899626
Jun 01 10:17:28.346795 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295b155-d61a-4662-a26b-cba71630d25c req-16596836-b6ba-488c-a125-cb10911507cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:28.348670 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2295b155-d61a-4662-a26b-cba71630d25c req-16596836-b6ba-488c-a125-cb10911507cc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a13ac067b70d4630b1d8a478ac23fab4&device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 1098 time: 0.1355863
Jun 01 10:17:28.399603 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cb8c787f-b2f2-4e6f-8327-8999521a54d2 req-d64771ce-ac0f-4d84-86b6-d64230fffec9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496421
Jun 01 10:17:28.511604 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a860d-5e84-43a4-b8da-e00db563e444 req-ca88d579-110d-448c-a5a8-8f946bdb3d40 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:28.513227 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-991a860d-5e84-43a4-b8da-e00db563e444 req-ca88d579-110d-448c-a5a8-8f946bdb3d40 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 946 time: 0.0820701
Jun 01 10:17:28.558044 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-991a860d-5e84-43a4-b8da-e00db563e444 req-08dee29b-f0bc-4feb-8a29-98d9f4805989 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392435
Jun 01 10:17:28.770265 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8c484-c439-461b-93e9-ecb6c827ddd0 req-4342f2b1-1daf-4e4d-9bd1-a5811473b5e0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:28.771718 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-60a8c484-c439-461b-93e9-ecb6c827ddd0 req-4342f2b1-1daf-4e4d-9bd1-a5811473b5e0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 943 time: 0.0886550
Jun 01 10:17:28.816918 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-60a8c484-c439-461b-93e9-ecb6c827ddd0 req-b3bc14a8-a2db-4505-9ecf-7e32d245d5f8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388176
Jun 01 10:17:29.521359 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295b155-d61a-4662-a26b-cba71630d25c req-03e5f750-ed20-4244-ac71-d957f9c2a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:29.524572 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2295b155-d61a-4662-a26b-cba71630d25c req-03e5f750-ed20-4244-ac71-d957f9c2a849 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6e55b412-bc05-48cc-8ddf-93d145b5843a HTTP/1.1" status: 200  len: 913 time: 0.1549504
Jun 01 10:17:29.535760 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48229e-0a72-47e4-884a-cc0015f9dc09 req-d44d7494-392e-4550-9a8f-157e0f43ac2f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:29.537352 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ca48229e-0a72-47e4-884a-cc0015f9dc09 req-d44d7494-392e-4550-9a8f-157e0f43ac2f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.1644096
Jun 01 10:17:29.591444 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ca48229e-0a72-47e4-884a-cc0015f9dc09 req-5a450f5a-9c23-484c-9436-2b0c1629baca tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476670
Jun 01 10:17:29.641942 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaec5d2-34cf-428c-9eb5-7c5b80027e9b req-9b7b0dd7-22e9-4933-929b-8ba07270d9a1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:29.643498 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bbaec5d2-34cf-428c-9eb5-7c5b80027e9b req-9b7b0dd7-22e9-4933-929b-8ba07270d9a1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0963616
Jun 01 10:17:29.694554 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bbaec5d2-34cf-428c-9eb5-7c5b80027e9b req-955a8030-598f-4877-bd76-0ddd53325e9e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443344
Jun 01 10:17:29.783603 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9452a-11cc-45e7-92a9-e2f2d87ca7e7 req-ba73ad6e-b3a5-43ef-a55e-6ddb6d58cbde tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:29.785045 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-26d9452a-11cc-45e7-92a9-e2f2d87ca7e7 req-ba73ad6e-b3a5-43ef-a55e-6ddb6d58cbde tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 946 time: 0.0838199
Jun 01 10:17:29.830667 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-26d9452a-11cc-45e7-92a9-e2f2d87ca7e7 req-5bff7a09-ebe1-4e29-84e9-2b79ba40ff72 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397563
Jun 01 10:17:30.017341 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fb84c-f035-4974-a81e-2a7fdaf8b5a5 req-88bc0ad9-124c-41b3-ad82-3dd886883960 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:30.018867 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c7fb84c-f035-4974-a81e-2a7fdaf8b5a5 req-88bc0ad9-124c-41b3-ad82-3dd886883960 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 943 time: 0.0869379
Jun 01 10:17:30.065743 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c7fb84c-f035-4974-a81e-2a7fdaf8b5a5 req-03c6b82a-639a-40fc-a6e7-3bd15f84fc84 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411649
Jun 01 10:17:30.249207 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device b5fb8b96-da1e-4209-b42a-d678ba04601f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:17:30.388854 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port b5fb8b96-da1e-4209-b42a-d678ba04601f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b5fb8b96-da1e-4209-b42a-d678ba04601f,segment=NetworkSegment(810fcc40-abe6-4914-89f9-1f775e1ae0cc),segment_id=810fcc40-abe6-4914-89f9-1f775e1ae0cc)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:30.404172 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': 'b5fb8b96-da1e-4209-b42a-d678ba04601f', 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'port_id': 'b5fb8b96-da1e-4209-b42a-d678ba04601f', 'mac_address': 'fa:16:3e:2a:ea:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:17:30.462820 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:30.480716 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fb8b96-da1e-4209-b42a-d678ba04601f {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:17:30.496994 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port b5fb8b96-da1e-4209-b42a-d678ba04601f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b5fb8b96-da1e-4209-b42a-d678ba04601f,segment=NetworkSegment(810fcc40-abe6-4914-89f9-1f775e1ae0cc),segment_id=810fcc40-abe6-4914-89f9-1f775e1ae0cc)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:30.500831 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:30.502599 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:30.568293 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=b5fb8b96-da1e-4209-b42a-d678ba04601f,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:30.571454 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:30.773090 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc49062-9d64-4e8d-807c-e0078a671a4a req-41322392-c05b-4cbb-bd5d-1a6e591f30a5 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:30.774578 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ecc49062-9d64-4e8d-807c-e0078a671a4a req-41322392-c05b-4cbb-bd5d-1a6e591f30a5 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0826862
Jun 01 10:17:30.822938 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ecc49062-9d64-4e8d-807c-e0078a671a4a req-648b68f8-52c5-439e-822e-8da37d4f6c26 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416160
Jun 01 10:17:30.894879 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade85f1-b628-4d14-a084-b1f83fbddcaa req-db044d50-30b6-44b6-92e0-486a0e21170e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:30.896528 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9ade85f1-b628-4d14-a084-b1f83fbddcaa req-db044d50-30b6-44b6-92e0-486a0e21170e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0858200
Jun 01 10:17:30.944289 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9ade85f1-b628-4d14-a084-b1f83fbddcaa req-8d7348b8-2153-4111-8281-4209f7a2cbb3 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401819
Jun 01 10:17:31.036257 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b29593-ee46-4efb-a0d2-c83cc1f78d83 req-4f7c61b3-f43c-4aaa-b496-f221a0c314cc tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:31.037797 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-14b29593-ee46-4efb-a0d2-c83cc1f78d83 req-4f7c61b3-f43c-4aaa-b496-f221a0c314cc tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 946 time: 0.0910020
Jun 01 10:17:31.089653 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-14b29593-ee46-4efb-a0d2-c83cc1f78d83 req-9b396368-04a9-4363-a413-571757d052f4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435743
Jun 01 10:17:31.255421 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0b143-165d-4818-98c9-701ba38ddf06 req-2c3607a9-d2c5-4ad2-9874-aac6b8942ba7 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:31.256901 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a6d0b143-165d-4818-98c9-701ba38ddf06 req-2c3607a9-d2c5-4ad2-9874-aac6b8942ba7 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 944 time: 0.0845299
Jun 01 10:17:31.272216 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device b39ca757-54a8-4067-9827-15df919dce34 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:17:31.317519 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: b39ca757-54a8-4067-9827-15df919dce34 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:17:31.318232 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device b39ca757-54a8-4067-9827-15df919dce34 not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:17:31.418345 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a6d0b143-165d-4818-98c9-701ba38ddf06 req-38cc3a11-ce42-44ee-8092-849aa52f6574 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544437
Jun 01 10:17:31.461435 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2295b155-d61a-4662-a26b-cba71630d25c req-dc19e076-b959-42c3-8640-3e743200973b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f1679c-072b-4f0b-82a6-fb0006b8debd HTTP/1.1" status: 200  len: 1001 time: 0.1442358
Jun 01 10:17:31.588380 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['b5fb8b96-da1e-4209-b42a-d678ba04601f'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:17:31.594765 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e688a-bbe0-4ee2-b2a6-b7c3b3bc2281 req-48691762-d842-4461-8423-90f853f3681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:31.596211 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ed9e688a-bbe0-4ee2-b2a6-b7c3b3bc2281 req-48691762-d842-4461-8423-90f853f3681c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 1099 time: 0.3089380
Jun 01 10:17:31.644747 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295b155-d61a-4662-a26b-cba71630d25c req-693d7a62-c5f5-433d-837a-b7980c5e5014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:31.646211 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2295b155-d61a-4662-a26b-cba71630d25c req-693d7a62-c5f5-433d-837a-b7980c5e5014 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b8fb245-a2ae-498a-8d51-27838d9bb56a HTTP/1.1" status: 200  len: 850 time: 0.1774349
Jun 01 10:17:31.655428 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ed9e688a-bbe0-4ee2-b2a6-b7c3b3bc2281 req-fc167555-b0d3-4505-b5ab-cb294c400a23 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464501
Jun 01 10:17:31.727092 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295b155-d61a-4662-a26b-cba71630d25c req-d9bd6647-05c7-4a93-9ba9-7fc5bca04586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:31.728552 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2295b155-d61a-4662-a26b-cba71630d25c req-d9bd6647-05c7-4a93-9ba9-7fc5bca04586 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6e55b412-bc05-48cc-8ddf-93d145b5843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0750101
Jun 01 10:17:31.868708 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2295b155-d61a-4662-a26b-cba71630d25c req-9ea99483-370c-4be0-8806-fd9fb2cd891c service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308093
Jun 01 10:17:32.020848 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c61ce9-f85d-4b34-b866-4f3ce479c153 req-854fbbbe-04e4-4acb-9457-13208a19339d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:32.023423 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-60c61ce9-f85d-4b34-b866-4f3ce479c153 req-854fbbbe-04e4-4acb-9457-13208a19339d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0886397
Jun 01 10:17:32.069351 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-60c61ce9-f85d-4b34-b866-4f3ce479c153 req-04012115-6a24-43be-a0bc-67c23688598e tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390244
Jun 01 10:17:32.097377 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2295b155-d61a-4662-a26b-cba71630d25c req-700b889b-e4a3-46cb-a499-71b8d92c2c7a service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2203903
Jun 01 10:17:32.113613 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfda66-bfd5-477a-b2bd-f1f8d82a2af7 req-fa907ff5-a2b3-49ca-ad0b-2e81e8d75521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:32.115019 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c7cfda66-bfd5-477a-b2bd-f1f8d82a2af7 req-fa907ff5-a2b3-49ca-ad0b-2e81e8d75521 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79697cda1c4247899e55e134a9e5b375&device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 1099 time: 0.1629422
Jun 01 10:17:32.174784 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c634d-881f-49b4-b20e-0309a486a85a req-e57c8dd7-416f-4da1-a1ec-c3d0a1581db2 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:32.176204 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1b8c634d-881f-49b4-b20e-0309a486a85a req-e57c8dd7-416f-4da1-a1ec-c3d0a1581db2 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1137669
Jun 01 10:17:32.297917 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5394cc-01b3-46d9-a01d-041f82e20217 req-023e2533-a6a3-4e45-a730-486477cdf4f3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:32.298618 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1b8c634d-881f-49b4-b20e-0309a486a85a req-cb009030-d13a-4177-aac8-4b1f0369a4a3 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1165562
Jun 01 10:17:32.305190 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0f5394cc-01b3-46d9-a01d-041f82e20217 req-023e2533-a6a3-4e45-a730-486477cdf4f3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 946 time: 0.0990305
Jun 01 10:17:32.328839 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfda66-bfd5-477a-b2bd-f1f8d82a2af7 req-48e9f051-71a3-4f82-bdfd-ee721411cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:32.330611 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c7cfda66-bfd5-477a-b2bd-f1f8d82a2af7 req-48e9f051-71a3-4f82-bdfd-ee721411cdd3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5eec1d6c-37df-44d5-a3ce-e0625e581a69 HTTP/1.1" status: 200  len: 919 time: 0.1871283
Jun 01 10:17:32.347962 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0f5394cc-01b3-46d9-a01d-041f82e20217 req-4371f248-f091-41fc-85ab-dd68d4ae5731 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417395
Jun 01 10:17:32.447112 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c7cfda66-bfd5-477a-b2bd-f1f8d82a2af7 req-571439e9-9d9e-4a44-afc8-164515955f11 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed HTTP/1.1" status: 200  len: 1001 time: 0.1065435
Jun 01 10:17:32.516428 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfda66-bfd5-477a-b2bd-f1f8d82a2af7 req-f29f12a5-7c20-480d-8b2f-830c39b31a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:32.518029 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c7cfda66-bfd5-477a-b2bd-f1f8d82a2af7 req-f29f12a5-7c20-480d-8b2f-830c39b31a2b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c37142d9-9aeb-4f95-b35e-6158487f26f3 HTTP/1.1" status: 200  len: 856 time: 0.0619929
Jun 01 10:17:32.666149 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfda66-bfd5-477a-b2bd-f1f8d82a2af7 req-2178f15f-6eb0-480d-afab-a2f3d8d451e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:32.667772 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c7cfda66-bfd5-477a-b2bd-f1f8d82a2af7 req-2178f15f-6eb0-480d-afab-a2f3d8d451e1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5eec1d6c-37df-44d5-a3ce-e0625e581a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1389494
Jun 01 10:17:32.706286 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7fbdf-7ae1-4980-8d33-579b733b4a8b req-07911e47-1d9e-4343-ad9a-507e9b483dc8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:32.707853 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bbc7fbdf-7ae1-4980-8d33-579b733b4a8b req-07911e47-1d9e-4343-ad9a-507e9b483dc8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 944 time: 0.1449218
Jun 01 10:17:32.858124 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bbc7fbdf-7ae1-4980-8d33-579b733b4a8b req-1a2665df-2e75-4767-837c-f1d1ffada071 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372054
Jun 01 10:17:32.888348 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c7cfda66-bfd5-477a-b2bd-f1f8d82a2af7 req-873bcc27-f32b-4359-a492-a21eca1b99a7 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2127523
Jun 01 10:17:32.932616 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 50550) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:33.060378 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c7cfda66-bfd5-477a-b2bd-f1f8d82a2af7 req-1cc018c9-46f0-4573-bd4d-27c6d8b1aeba service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570125
Jun 01 10:17:33.184885 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-3c9967ff-271d-4bf7-9990-005f70395319 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2c7a9d2aeef1486891bdf4d6692fbc86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2508488
Jun 01 10:17:33.187342 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 50578) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:33.263030 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-58d67fd3-8d7f-4e13-81b1-275df6d3929c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:33.275487 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29879b-1ba2-431a-920c-5f132b7800ff req-d9263b2b-df6d-4eb5-8908-adb1ea60cef2 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:33.277921 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1a29879b-1ba2-431a-920c-5f132b7800ff req-d9263b2b-df6d-4eb5-8908-adb1ea60cef2 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0847123
Jun 01 10:17:33.296260 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-58d67fd3-8d7f-4e13-81b1-275df6d3929c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:33.329464 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1a29879b-1ba2-431a-920c-5f132b7800ff req-21cc0b69-2bb6-4dfd-ad31-1e2d485c7195 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453494
Jun 01 10:17:33.357757 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-58d67fd3-8d7f-4e13-81b1-275df6d3929c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:33.362852 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d4250155-075f-47c7-b184-8bcbf2d0473d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:33.376403 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d67fd3-8d7f-4e13-81b1-275df6d3929c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8052fced-c5cf-4417-a5a4-fb453c3325ee,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:33.380360 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-58d67fd3-8d7f-4e13-81b1-275df6d3929c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:33.384692 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-58d67fd3-8d7f-4e13-81b1-275df6d3929c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:33.386429 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-58d67fd3-8d7f-4e13-81b1-275df6d3929c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8052fced-c5cf-4417-a5a4-fb453c3325ee HTTP/1.1" status: 204  len: 168 time: 0.1981699
Jun 01 10:17:33.479420 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device b5fb8b96-da1e-4209-b42a-d678ba04601f up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:17:33.586212 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port b5fb8b96-da1e-4209-b42a-d678ba04601f completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:17:33.596991 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port b5fb8b96-da1e-4209-b42a-d678ba04601f triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:33.600006 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:33.602533 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a2b82-2e37-4209-910b-0598a2ce03fb req-9211fe30-10a9-4ed9-acd8-d1fc5e0f5fcd tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:33.604963 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c56a2b82-2e37-4209-910b-0598a2ce03fb req-9211fe30-10a9-4ed9-acd8-d1fc5e0f5fcd tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 946 time: 0.1204839
Jun 01 10:17:33.676405 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b882d9-5c92-4128-99fe-70462effae84 req-e0016b96-319b-45f5-a73e-fff2561f7c1a tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:33.684963 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-87b882d9-5c92-4128-99fe-70462effae84 req-e0016b96-319b-45f5-a73e-fff2561f7c1a tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.2110128
Jun 01 10:17:33.701057 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c56a2b82-2e37-4209-910b-0598a2ce03fb req-23a55a4f-cba4-406c-a8ed-106d346705be tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830951
Jun 01 10:17:33.731950 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-87b882d9-5c92-4128-99fe-70462effae84 req-2f911b5d-da9a-4073-a177-a1fa4b24a7fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458305
Jun 01 10:17:33.747819 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:33.787081 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fb8b96-da1e-4209-b42a-d678ba04601f'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:17:33.789896 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61929679-7bf2-4b6d-86b8-23933252f2f7" -d '{"events": [{"server_uuid": "457eeaf7-9d34-4fd5-a8bf-676280487413", "name": "network-vif-plugged", "status": "completed", "tag": "b5fb8b96-da1e-4209-b42a-d678ba04601f"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:17:33.798801 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port b5fb8b96-da1e-4209-b42a-d678ba04601f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b5fb8b96-da1e-4209-b42a-d678ba04601f,segment=NetworkSegment(810fcc40-abe6-4914-89f9-1f775e1ae0cc),segment_id=810fcc40-abe6-4914-89f9-1f775e1ae0cc)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:33.803158 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:33.805142 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:33.860029 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bc4004-f5b7-441f-aa94-6cb8c306babe x-openstack-request-id: req-69bc4004-f5b7-441f-aa94-6cb8c306babe {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:17:33.860686 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457eeaf7-9d34-4fd5-a8bf-676280487413", "name": "network-vif-plugged", "status": "completed", "tag": "b5fb8b96-da1e-4209-b42a-d678ba04601f", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:17:33.861127 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-69bc4004-f5b7-441f-aa94-6cb8c306babe {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:17:33.861742 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fb8b96-da1e-4209-b42a-d678ba04601f', 'code': 200}
Jun 01 10:17:33.888260 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=b5fb8b96-da1e-4209-b42a-d678ba04601f,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:33.897005 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:33.897560 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:33.898093 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:33.898537 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:33.898964 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:33.899510 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:33.900026 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:33.900363 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:33.900697 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:33.901958 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:33.902306 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:33.902729 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:33.914632 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:34.235466 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa21917-1a06-48a9-9d67-a1b069efcd05 req-65f4f84a-05f5-40fa-afaa-c4ab73a896f2 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:34.237004 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bfa21917-1a06-48a9-9d67-a1b069efcd05 req-65f4f84a-05f5-40fa-afaa-c4ab73a896f2 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 945 time: 0.2445579
Jun 01 10:17:34.243132 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1203d-1100-4796-bb65-52f9fa7e9a27 req-ea160c36-09e1-459f-b785-3a4451cd4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:34.244548 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f4d1203d-1100-4796-bb65-52f9fa7e9a27 req-ea160c36-09e1-459f-b785-3a4451cd4ebc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 1098 time: 0.1186943
Jun 01 10:17:34.283504 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:17:34.318676 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bfa21917-1a06-48a9-9d67-a1b069efcd05 req-89358d29-a132-4b11-b4f6-93f24802b28d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723269
Jun 01 10:17:34.325055 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f4d1203d-1100-4796-bb65-52f9fa7e9a27 req-008962b0-0846-427e-a583-b9f4e2ecbfc8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637760
Jun 01 10:17:34.396444 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 50640) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:34.506571 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1065442646-network', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:34.515998 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:34.520667 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Usage tracker for resource:network and tenant:3c45032ce1f14e298c34f0a151a2bd04 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:34.523863 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:34.530488 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:34.540881 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Made reservation on behalf of 3c45032ce1f14e298c34f0a151a2bd04 for: {'network': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:17:34.542086 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5acab-f00d-47ee-9d98-e7ca65b374af req-12fecf99-edc2-4e26-bec7-8c6b1746d8e1 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:34.543838 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2ad5acab-f00d-47ee-9d98-e7ca65b374af req-12fecf99-edc2-4e26-bec7-8c6b1746d8e1 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.0932391
Jun 01 10:17:34.543975 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:34.559804 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:34.571304 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:34.575990 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Usage tracker for resource:security_group_rule and tenant:3c45032ce1f14e298c34f0a151a2bd04 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:34.579140 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:34.585579 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:34.592890 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2ad5acab-f00d-47ee-9d98-e7ca65b374af req-34c6fb7c-5db3-4488-8a5a-76a682decf31 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430834
Jun 01 10:17:34.671010 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:34.674532 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:34.678277 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-b50a2f21-d4e5-4c0b-a32a-bbacdda0aa39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:34.708991 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1246}  {{(pid=91881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:17:34.717664 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002f429c-0aa2-4ec5-a6e6-aa47c2836f77,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:34.721257 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:34.723675 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:34.724010 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.segments_db [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Added segment 6569f7cb-0132-4cd1-82ff-213ec6b2920f of type vlan for network 99740617-ed0c-40ad-b44d-30189a23b401
Jun 01 10:17:34.756547 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:34.786527 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:34.787936 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:34.788702 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:34.794570 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:34.930906 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5333383
Jun 01 10:17:34.934882 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 50652) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:34.940662 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Request body: {'subnet': {'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1065442646-subnet', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'ip_version': 4}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:34.945482 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:34.945942 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Pushing event updated for resources: {'Network': ['ID=99740617-ed0c-40ad-b44d-30189a23b401,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:34.949737 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:34.950858 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Usage tracker for resource:subnet and tenant:3c45032ce1f14e298c34f0a151a2bd04 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:34.954194 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:34.956964 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network 99740617-ed0c-40ad-b44d-30189a23b401 details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:17:34.960709 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:34.972754 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Made reservation on behalf of 3c45032ce1f14e298c34f0a151a2bd04 for: {'subnet': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:17:34.974599 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a156901-ffd1-4059-97d9-47643d0f3bcb req-db9e0b07-90f2-44ed-991e-9603fed64edc tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:34.976060 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3a156901-ffd1-4059-97d9-47643d0f3bcb req-db9e0b07-90f2-44ed-991e-9603fed64edc tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 946 time: 0.1611621
Jun 01 10:17:34.981734 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731578'] for subnet, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:35.032744 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3a156901-ffd1-4059-97d9-47643d0f3bcb req-a5dd7ed5-64a0-480d-8568-e2037f1c7dc1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497851
Jun 01 10:17:35.262990 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-ba3ea884-61c8-4f93-b5ec-bb4c17a2893f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:35.380507 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2392770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731564'] for subnet, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:35.384367 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-7f50c3e4-faf0-49d3-b3a5-db241afabdca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:35.487920 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:35.503693 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ead19c-0f8f-49da-bb45-73368b832557,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:35.509831 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:35.519619 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Checking segment: {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:17:35.519977 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Network hostable DHCP agents. Network: 99740617-ed0c-40ad-b44d-30189a23b401, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:17:35.547716 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Network 99740617-ed0c-40ad-b44d-30189a23b401 is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:17:35.564571 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e14f1-cacf-49f1-9124-1479819c560c req-7746873a-4b1b-47f3-86f7-f0e70c0edc63 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:35.566100 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b01e14f1-cacf-49f1-9124-1479819c560c req-7746873a-4b1b-47f3-86f7-f0e70c0edc63 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 945 time: 0.1317120
Jun 01 10:17:35.567448 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, 99740617-ed0c-40ad-b44d-30189a23b401) {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:17:35.579110 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35036cab-cf8c-44bb-b993-3de802b29be4 None None] Network 99740617-ed0c-40ad-b44d-30189a23b401 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:17:35.591713 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:35.592314 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:35.631276 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b01e14f1-cacf-49f1-9124-1479819c560c req-81a9350c-1d1f-475e-8b35-e1e11b37a720 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569410
Jun 01 10:17:35.636075 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6970000
Jun 01 10:17:35.636767 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 50666) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:35.641830 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:35.647306 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:35.663490 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Usage tracker for resource:router and tenant:3c45032ce1f14e298c34f0a151a2bd04 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:35.667576 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:35.673984 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:35.687907 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7026'] for router, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:35.689407 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-944266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7017'] for router, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:35.714997 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:35.873398 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3824023-28df-41ed-955c-d0b41da8c56f req-58a90344-20b4-4589-965c-d90e53a21b25 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:35.875285 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9287f04-445e-5b22-a51c-be482d9fc361-99740617-ed0c-40ad-b44d-30189a23b401', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557'}]}} from dv-cinder-784779-13-iscsi. {{(pid=91882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 10:17:35.876256 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:35.881349 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a3824023-28df-41ed-955c-d0b41da8c56f req-58a90344-20b4-4589-965c-d90e53a21b25 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 945 time: 0.1037385
Jun 01 10:17:35.934522 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a3824023-28df-41ed-955c-d0b41da8c56f req-2459075e-8fc8-402a-a24d-4a99dd5ee717 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517728
Jun 01 10:17:36.047851 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.db_base_plugin_common [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Allocated IP 172.20.0.2 (99740617-ed0c-40ad-b44d-30189a23b401/10ead19c-0f8f-49da-bb45-73368b832557/0b131df4-e643-40dc-9290-4a0942fca2d2) {{(pid=91882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:17:36.101945 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-944303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6999'] for router, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:36.143320 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2445f-9c6d-43d2-8b01-f576cdc1ed02 req-7c427d86-e27e-41a1-951e-a123734aeb40 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:36.145606 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7ad2445f-9c6d-43d2-8b01-f576cdc1ed02 req-7c427d86-e27e-41a1-951e-a123734aeb40 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.2389216
Jun 01 10:17:36.250233 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7ad2445f-9c6d-43d2-8b01-f576cdc1ed02 req-e079aba3-662b-49fd-be5b-6252cc850f0d tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988762
Jun 01 10:17:36.281112 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Notify callbacks [] for port, precommit_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:36.293969 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Transition to ACTIVE for port object 0b131df4-e643-40dc-9290-4a0942fca2d2 will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:17:36.313541 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Transition to ACTIVE for port object 0b131df4-e643-40dc-9290-4a0942fca2d2 will not be triggered until provisioned by entity DHCP. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:17:36.323696 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:36.328597 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:36.366691 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68549737-2ff6-41f1-8193-f3236cb46229 req-db4a0cc2-bdbd-4b19-9a3b-108d5823c45f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:36.368695 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-68549737-2ff6-41f1-8193-f3236cb46229 req-db4a0cc2-bdbd-4b19-9a3b-108d5823c45f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 945 time: 0.0952985
Jun 01 10:17:36.401881 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Network 99740617-ed0c-40ad-b44d-30189a23b401 is already hosted by enough agents. {{(pid=91882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:17:36.406257 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.base_scheduler [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Resources bound (agent type, host, resource id):  {{(pid=91882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:17:36.414081 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Received port after_create {{(pid=91882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:17:36.424183 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-68549737-2ff6-41f1-8193-f3236cb46229 req-159423e0-c15a-45f7-805e-09e2adaad1b9 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495331
Jun 01 10:17:36.508918 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Pushing event updated for resources: {'Port': ['ID=0b131df4-e643-40dc-9290-4a0942fca2d2,revision_number=1']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:36.517336 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:36.534726 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Attempting to bind port 0b131df4-e643-40dc-9290-4a0942fca2d2 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:17:36.535104 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Attempting to bind port 0b131df4-e643-40dc-9290-4a0942fca2d2 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:17:36.535476 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Attempting to bind port 0b131df4-e643-40dc-9290-4a0942fca2d2 on network 99740617-ed0c-40ad-b44d-30189a23b401 {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:17:36.539345 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:36.542151 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:17:36.542426 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Checking segment: {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:17:36.542777 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:36.543171 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Bound using segment: {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:17:36.543648 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Bound port: 0b131df4-e643-40dc-9290-4a0942fca2d2, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:17:36.544025 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:36.579208 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:36.642803 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] For port 0b131df4-e643-40dc-9290-4a0942fca2d2, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:17:36.646215 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] For port 0b131df4-e643-40dc-9290-4a0942fca2d2, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=0b131df4-e643-40dc-9290-4a0942fca2d2,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:17:36.654136 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:36.658702 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-f2604bd4-b077-4b64-98f5-6e8b5f184d90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:36.753678 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Allocated IP 172.27.3.141 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/bdc96eba-ba50-493d-b366-9c65c26f8a10) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:17:36.765195 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Pushing event updated for resources: {'Port': ['ID=0b131df4-e643-40dc-9290-4a0942fca2d2,revision_number=2']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:36.770605 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:37.087092 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:37.138387 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:37.146068 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:37.210117 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:17:37.213027 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:17:37.216413 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:17:37.270582 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Pushing event updated for resources: {'Port': ['ID=bdc96eba-ba50-493d-b366-9c65c26f8a10,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:37.279803 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:37.292024 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 50692) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:37.424010 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-088cf081-29dc-4e55-a9d8-bad549d8ed80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:37.437787 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-088cf081-29dc-4e55-a9d8-bad549d8ed80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:37.441499 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-088cf081-29dc-4e55-a9d8-bad549d8ed80 admin admin] Usage tracker for resource:security_group_rule and tenant:5876676fc71447d7a461a7de3063e8b0 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:37.444221 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-088cf081-29dc-4e55-a9d8-bad549d8ed80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:37.450789 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-088cf081-29dc-4e55-a9d8-bad549d8ed80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:37.534426 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-088cf081-29dc-4e55-a9d8-bad549d8ed80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:37.542296 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-088cf081-29dc-4e55-a9d8-bad549d8ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:37.551468 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9d3a865b-61f3-4972-916a-d669a67b892a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:37.595345 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-088cf081-29dc-4e55-a9d8-bad549d8ed80 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5876676fc71447d7a461a7de3063e8b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3014133
Jun 01 10:17:37.598496 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 50698) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:37.601033 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cf081-29dc-4e55-a9d8-bad549d8ed80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d4cbdd-965e-4d34-9bb8-40ec2b31f144,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:37.675179 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fa869-868f-4c54-869e-e0234f57f6ea req-ac97bbf7-2dc1-4f51-89a0-9109615f2131 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:37.676786 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b36fa869-868f-4c54-869e-e0234f57f6ea req-ac97bbf7-2dc1-4f51-89a0-9109615f2131 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.93 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.3256598
Jun 01 10:17:37.681509 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-088cf081-29dc-4e55-a9d8-bad549d8ed80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:37.727074 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-40351394-6066-4067-880e-3edabe76aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:37.738878 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4ee46dd9-3054-4ece-a367-fc6850c3a348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:37.768332 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4ee46dd9-3054-4ece-a367-fc6850c3a348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:37.772468 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c3e70-0099-497e-af8d-a08dcf75f8bf req-3195b0c0-f3bc-4109-a549-70513714505a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:37.774137 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-367c3e70-0099-497e-af8d-a08dcf75f8bf req-3195b0c0-f3bc-4109-a549-70513714505a tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.3814034
Jun 01 10:17:37.826299 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4ee46dd9-3054-4ece-a367-fc6850c3a348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:37.831635 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-df6c85ac-36e5-42e9-aa86-b82bf1948f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:37.845687 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee46dd9-3054-4ece-a367-fc6850c3a348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d4cbdd-965e-4d34-9bb8-40ec2b31f144,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:37.848269 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-4ee46dd9-3054-4ece-a367-fc6850c3a348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:37.849736 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4ee46dd9-3054-4ece-a367-fc6850c3a348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:37.850828 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-4ee46dd9-3054-4ece-a367-fc6850c3a348 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d4d4cbdd-965e-4d34-9bb8-40ec2b31f144 HTTP/1.1" status: 204  len: 168 time: 0.2512434
Jun 01 10:17:37.871503 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:37.928394 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e1178-dff6-4ce1-92b7-5c9adb6ba92b None None] Network 99740617-ed0c-40ad-b44d-30189a23b401 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:17:37.970626 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-367c3e70-0099-497e-af8d-a08dcf75f8bf req-f9796616-74ea-4d39-aa8b-5933c3654351 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875653
Jun 01 10:17:37.986034 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.031701 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-1659f3ab-cb1b-4421-9ff5-ff2d2b4444d4 None None] Provisioning for port 0b131df4-e643-40dc-9290-4a0942fca2d2 completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:17:38.179969 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-b36fa869-868f-4c54-869e-e0234f57f6ea req-ee605c3e-3411-48a9-9e24-85dbdf0f7bf8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Deleting port 52ae638d-3164-45ef-9c7e-d5cc8c396dbe {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:17:38.180472 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b36fa869-868f-4c54-869e-e0234f57f6ea req-ee605c3e-3411-48a9-9e24-85dbdf0f7bf8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.234959 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 50712) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:38.254253 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ad6b9d13-b4fd-4504-bc3f-95d75c90989e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.274082 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-ad6b9d13-b4fd-4504-bc3f-95d75c90989e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:38.284131 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-ad6b9d13-b4fd-4504-bc3f-95d75c90989e admin admin] Usage tracker for resource:security_group_rule and tenant:ce8e4565d00a4b9488bfff51823eaa5b is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:38.287430 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-ad6b9d13-b4fd-4504-bc3f-95d75c90989e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:38.294356 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-ad6b9d13-b4fd-4504-bc3f-95d75c90989e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:38.435965 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ad6b9d13-b4fd-4504-bc3f-95d75c90989e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.451911 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ad6b9d13-b4fd-4504-bc3f-95d75c90989e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.487551 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 0b131df4-e643-40dc-9290-4a0942fca2d2 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:17:38.491643 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:38.504100 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-ad6b9d13-b4fd-4504-bc3f-95d75c90989e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ce8e4565d00a4b9488bfff51823eaa5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2679548
Jun 01 10:17:38.507086 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 50722) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:38.566176 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b9d13-b4fd-4504-bc3f-95d75c90989e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f4fe4b-33e5-4538-9262-af8f7593ad65,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:38.571063 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ad6b9d13-b4fd-4504-bc3f-95d75c90989e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:38.592347 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 0b131df4-e643-40dc-9290-4a0942fca2d2 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:17:38.598737 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 0b131df4-e643-40dc-9290-4a0942fca2d2 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:38.599548 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.620713 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-62eb66ec-1886-4eaa-a44a-1fff84b66b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.648410 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-b36fa869-868f-4c54-869e-e0234f57f6ea req-ee605c3e-3411-48a9-9e24-85dbdf0f7bf8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] For port 52ae638d-3164-45ef-9c7e-d5cc8c396dbe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=52ae638d-3164-45ef-9c7e-d5cc8c396dbe,segment=NetworkSegment(fb8e0e74-97df-4e11-a8d6-6ccfff3e819d),segment_id=fb8e0e74-97df-4e11-a8d6-6ccfff3e819d)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:38.648808 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b36fa869-868f-4c54-869e-e0234f57f6ea req-ee605c3e-3411-48a9-9e24-85dbdf0f7bf8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.656230 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-62eb66ec-1886-4eaa-a44a-1fff84b66b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.715766 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-62eb66ec-1886-4eaa-a44a-1fff84b66b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.722213 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-f9424e01-ea51-4e20-90a9-df94d7837d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:38.730615 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-274a0861-f211-49b9-897a-d268fdc6ac69 None None] Provisioning complete for port 0b131df4-e643-40dc-9290-4a0942fca2d2 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:38.731676 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-274a0861-f211-49b9-897a-d268fdc6ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.736149 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb66ec-1886-4eaa-a44a-1fff84b66b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f4fe4b-33e5-4538-9262-af8f7593ad65,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:38.738381 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-62eb66ec-1886-4eaa-a44a-1fff84b66b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:38.742117 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-62eb66ec-1886-4eaa-a44a-1fff84b66b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.744016 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-62eb66ec-1886-4eaa-a44a-1fff84b66b77 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/54f4fe4b-33e5-4538-9262-af8f7593ad65 HTTP/1.1" status: 204  len: 168 time: 0.2299869
Jun 01 10:17:38.800874 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-b36fa869-868f-4c54-869e-e0234f57f6ea req-ee605c3e-3411-48a9-9e24-85dbdf0f7bf8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Calling delete_port for 52ae638d-3164-45ef-9c7e-d5cc8c396dbe owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:17:38.824496 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944364'] for router, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.844096 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.851558 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.951126 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port 0b131df4-e643-40dc-9290-4a0942fca2d2, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=0b131df4-e643-40dc-9290-4a0942fca2d2,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:38.953514 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-274a0861-f211-49b9-897a-d268fdc6ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.971997 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:38.976318 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:39.156898 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=0b131df4-e643-40dc-9290-4a0942fca2d2,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:39.178073 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:39.263958 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b36fa869-868f-4c54-869e-e0234f57f6ea req-ee605c3e-3411-48a9-9e24-85dbdf0f7bf8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:39.267727 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.db.api [None req-274a0861-f211-49b9-897a-d268fdc6ac69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 01 10:17:39.268136 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_db.api [None req-274a0861-f211-49b9-897a-d268fdc6ac69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 01 10:17:39.271131 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:39.287442 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['52ae638d-3164-45ef-9c7e-d5cc8c396dbe'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:17:39.387616 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee605c3e-3411-48a9-9e24-85dbdf0f7bf8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Pushing event deleted for resources: {'Port': ['ID=52ae638d-3164-45ef-9c7e-d5cc8c396dbe,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:39.395773 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ee605c3e-3411-48a9-9e24-85dbdf0f7bf8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:39.444313 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199a3e6-50ee-4d9f-a1d2-5de2fadb3559 req-043d735d-6c37-4111-9067-cb7c1b248ac3 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:39.445770 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c199a3e6-50ee-4d9f-a1d2-5de2fadb3559 req-043d735d-6c37-4111-9067-cb7c1b248ac3 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ab296a7-75a6-4405-b2ea-066f0d27406e HTTP/1.1" status: 200  len: 946 time: 0.3052373
Jun 01 10:17:39.446704 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36fa869-868f-4c54-869e-e0234f57f6ea req-ee605c3e-3411-48a9-9e24-85dbdf0f7bf8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] No DVR routers for this DVR port 52ae638d-3164-45ef-9c7e-d5cc8c396dbe on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:17:39.449919 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-b36fa869-868f-4c54-869e-e0234f57f6ea req-ee605c3e-3411-48a9-9e24-85dbdf0f7bf8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:39.452496 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab296a7-75a6-4405-b2ea-066f0d27406e', 'name': 'network-vif-deleted', 'tag': '52ae638d-3164-45ef-9c7e-d5cc8c396dbe'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:17:39.455051 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2416f40-1832-4e41-a344-7d903a622058" -d '{"events": [{"server_uuid": "5ab296a7-75a6-4405-b2ea-066f0d27406e", "name": "network-vif-deleted", "tag": "52ae638d-3164-45ef-9c7e-d5cc8c396dbe"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:17:39.499156 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Router 86917fa4-9988-4d53-a8c9-4313588fcd1a is scheduled to L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 with binding_index 1 {{(pid=91881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 10:17:39.512251 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b41b960-c590-435d-ad2e-b98317d05573 x-openstack-request-id: req-6b41b960-c590-435d-ad2e-b98317d05573 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:17:39.512569 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab296a7-75a6-4405-b2ea-066f0d27406e", "name": "network-vif-deleted", "tag": "52ae638d-3164-45ef-9c7e-d5cc8c396dbe", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:17:39.512856 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6b41b960-c590-435d-ad2e-b98317d05573 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:17:39.513291 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab296a7-75a6-4405-b2ea-066f0d27406e', 'name': 'network-vif-deleted', 'tag': '52ae638d-3164-45ef-9c7e-d5cc8c396dbe', 'status': 'completed', 'code': 200}
Jun 01 10:17:39.518137 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b36fa869-868f-4c54-869e-e0234f57f6ea req-ee605c3e-3411-48a9-9e24-85dbdf0f7bf8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.93 "DELETE /v2.0/ports/52ae638d-3164-45ef-9c7e-d5cc8c396dbe HTTP/1.1" status: 204  len: 173 time: 1.8339868
Jun 01 10:17:39.580184 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c199a3e6-50ee-4d9f-a1d2-5de2fadb3559 req-fc5187d8-5ba8-45aa-8161-3a7fcb87a2ab tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210814
Jun 01 10:17:39.711067 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:17:39.720524 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Sync routers for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:17:39.730453 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:17:39.731294 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4862207f0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:17:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:39.737456 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Notify callbacks [] for router, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:39.739263 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.1012516
Jun 01 10:17:39.742031 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 50758) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:39.919639 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:17:40.234057 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4862207f0>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:37Z', 'revision_number': 3, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:40.242856 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Checking router: 86917fa4-9988-4d53-a8c9-4313588fcd1a for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:17:40.243127 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Updating router 86917fa4-9988-4d53-a8c9-4313588fcd1a port bdc96eba-ba50-493d-b366-9c65c26f8a10 binding host dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:17:40.330319 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:40.408333 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 0b131df4-e643-40dc-9290-4a0942fca2d2 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:17:40.524076 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 0b131df4-e643-40dc-9290-4a0942fca2d2 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:40.524886 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:40.558592 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:40.565515 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:40.704445 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Notify callbacks [] for port, precommit_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:40.711075 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 50784) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:40.727005 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.provisioning_blocks [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Transition to ACTIVE for port object bdc96eba-ba50-493d-b366-9c65c26f8a10 will not be triggered until provisioned by entity L2. {{(pid=91883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:17:40.738667 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:40.744964 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-d9ed0c07-9934-42fb-aef2-ae5f39f8bf53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:40.827195 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Attempting to bind port bdc96eba-ba50-493d-b366-9c65c26f8a10 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:17:40.827562 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Attempting to bind port bdc96eba-ba50-493d-b366-9c65c26f8a10 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:17:40.828110 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Attempting to bind port bdc96eba-ba50-493d-b366-9c65c26f8a10 on network e28a5a03-817a-4451-8e06-db27cb915a3e {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:17:40.835411 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Pushing event updated for resources: {'Port': ['ID=bdc96eba-ba50-493d-b366-9c65c26f8a10,revision_number=2']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:40.844772 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Allocated IP 172.20.0.1 (99740617-ed0c-40ad-b44d-30189a23b401/10ead19c-0f8f-49da-bb45-73368b832557/dc0aed1c-8a3e-4e47-b0fd-9b9325fef458) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:17:40.846127 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:17:40.846694 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Checking segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:17:40.847320 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:40.848019 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Bound using segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:17:40.848690 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Bound port: bdc96eba-ba50-493d-b366-9c65c26f8a10, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:17:40.849309 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:40.875264 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:40.875799 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:40.876142 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:40.876475 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:40.876797 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:40.877127 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:40.877487 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:40.877807 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:40.878151 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:40.878475 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:40.878793 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:40.879111 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:40.889378 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:40.940921 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] For port bdc96eba-ba50-493d-b366-9c65c26f8a10, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:17:40.944480 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] For port bdc96eba-ba50-493d-b366-9c65c26f8a10, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=bdc96eba-ba50-493d-b366-9c65c26f8a10,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:17:40.951012 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:40.956152 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-66d48779-af17-4d36-93f5-dfee151c60aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:41.045198 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:41.051289 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Pushing event updated for resources: {'Port': ['ID=bdc96eba-ba50-493d-b366-9c65c26f8a10,revision_number=3']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:41.053880 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:17:41.054475 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4862207f0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:17:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:41.065326 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Transition to ACTIVE for port object dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 will not be triggered until provisioned by entity DHCP. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:17:41.096931 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:41.109181 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:41.112547 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-ec09eaa8-52e3-4fff-91d5-e78e1a565681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:41.172238 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Network 99740617-ed0c-40ad-b44d-30189a23b401 is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:17:41.175560 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:17:41.190293 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:17:41.248037 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Pushing event updated for resources: {'Port': ['ID=dc0aed1c-8a3e-4e47-b0fd-9b9325fef458,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:41.261390 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:41.261605 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:41.261931 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:41.262337 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:41.262738 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:41.263047 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:41.263397 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:41.263750 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:41.264095 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:41.264437 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:41.264997 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:41.265115 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:17:41.270739 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:41.273383 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944029'] for router_interface, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:41.281745 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:17:41.520612 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 52ae638d-3164-45ef-9c7e-d5cc8c396dbe no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:17:41.586714 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:41.603445 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: 52ae638d-3164-45ef-9c7e-d5cc8c396dbe {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:17:41.609644 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 52ae638d-3164-45ef-9c7e-d5cc8c396dbe not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:17:41.613763 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8e99ed7a-edc2-4e0f-95b9-c4f4de822ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943910'] for router_interface, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:41.637911 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-05e7a90d-647d-43b6-beb9-c7280301ce58 None None] Provisioning for port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:17:41.643617 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-05e7a90d-647d-43b6-beb9-c7280301ce58 None None] Provisioning complete for port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:41.644107 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-05e7a90d-647d-43b6-beb9-c7280301ce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:41.727370 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-05e7a90d-647d-43b6-beb9-c7280301ce58 None None] Port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:17:41.812991 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4862207f0>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:37Z', 'revision_number': 3, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:41.817376 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7ee59-093d-4b71-9f1e-68a68a10cc8f None None] The sync data for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi is: [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:37Z', 'revision_number': 3, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:17:41.880991 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:41.887229 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2489979'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:41.916193 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:41.997485 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Pushing event updated for resources: {'Port': ['ID=dc0aed1c-8a3e-4e47-b0fd-9b9325fef458,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:42.001910 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:42.010484 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943920'] for router_interface, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:42.108465 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-8e99ed7a-edc2-4e0f-95b9-c4f4de822ccf admin admin] Deleting port eb4fe029-3a2f-4c93-9592-5298e1acdeae {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:17:42.109052 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8e99ed7a-edc2-4e0f-95b9-c4f4de822ccf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:42.176173 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Network 99740617-ed0c-40ad-b44d-30189a23b401 is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:17:42.177403 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:17:42.268019 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [None req-8e99ed7a-edc2-4e0f-95b9-c4f4de822ccf admin admin] For port eb4fe029-3a2f-4c93-9592-5298e1acdeae, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=eb4fe029-3a2f-4c93-9592-5298e1acdeae,segment=NetworkSegment(fb8e0e74-97df-4e11-a8d6-6ccfff3e819d),segment_id=fb8e0e74-97df-4e11-a8d6-6ccfff3e819d)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:42.268650 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8e99ed7a-edc2-4e0f-95b9-c4f4de822ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:42.430006 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-8e99ed7a-edc2-4e0f-95b9-c4f4de822ccf admin admin] Calling delete_port for eb4fe029-3a2f-4c93-9592-5298e1acdeae owned by network:router_interface {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:17:42.440492 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Router 86917fa4-9988-4d53-a8c9-4313588fcd1a has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:17:42.440674 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device bdc96eba-ba50-493d-b366-9c65c26f8a10 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:17:42.508284 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-4049fb45-0694-4a41-9a29-2c7590466e09 None None] Provisioning complete for port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:42.508919 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4049fb45-0694-4a41-9a29-2c7590466e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:42.590491 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-4049fb45-0694-4a41-9a29-2c7590466e09 None None] Port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:17:42.598949 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port bdc96eba-ba50-493d-b366-9c65c26f8a10 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:17:42.623683 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port bdc96eba-ba50-493d-b366-9c65c26f8a10 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:42.624070 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:42.647940 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:17:42.670712 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] 10.222.0.86 "PUT /v2.0/routers/86917fa4-9988-4d53-a8c9-4313588fcd1a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9273932
Jun 01 10:17:42.825523 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8e99ed7a-edc2-4e0f-95b9-c4f4de822ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:42.827584 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:42.831749 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:42.854645 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port bdc96eba-ba50-493d-b366-9c65c26f8a10, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=bdc96eba-ba50-493d-b366-9c65c26f8a10,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:42.865234 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:42.867344 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:42.893890 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99ed7a-edc2-4e0f-95b9-c4f4de822ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4fe029-3a2f-4c93-9592-5298e1acdeae,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:42.897548 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-8e99ed7a-edc2-4e0f-95b9-c4f4de822ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:42.979141 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=bdc96eba-ba50-493d-b366-9c65c26f8a10,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:42.990373 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:43.335116 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8e99ed7a-edc2-4e0f-95b9-c4f4de822ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939702'] for router_interface, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:43.437486 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 50822) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:43.443430 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1305129063-network', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:43.448158 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:43.452199 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Usage tracker for resource:network and tenant:c14d4a97fc8d45968b08e16b2b78e488 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:43.455469 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:43.461373 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:43.474277 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Made reservation on behalf of c14d4a97fc8d45968b08e16b2b78e488 for: {'network': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:17:43.476839 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:43.490203 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:43.505679 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:43.509670 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Usage tracker for resource:security_group_rule and tenant:c14d4a97fc8d45968b08e16b2b78e488 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:43.512822 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:43.518711 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:43.608080 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:43.612364 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:43.615446 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9cffa724-3b24-4a6b-a1d0-4f427805c4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:43.647830 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1232}  {{(pid=91880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:17:43.653787 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56da09de-190b-4b0d-90fe-3d202b9186b1,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:43.657473 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:43.661139 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:43.661520 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.segments_db [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Added segment a1fa1289-c128-41c5-927b-f05d85075b2b of type vlan for network e6899b5c-fabd-44b6-be1f-677172b1741c
Jun 01 10:17:43.692497 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:43.714919 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e99ed7a-edc2-4e0f-95b9-c4f4de822ccf admin admin] Router 0d67ad3a-f18c-463d-bf76-02f94ab8c44e has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:17:43.722222 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:43.723653 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:43.724236 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:43.729476 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:43.777702 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Sync routers for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:17:43.788731 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:17:43.789626 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486648a00>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:17:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:43.837097 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3984869
Jun 01 10:17:43.841388 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 50828) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:43.844363 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Pushing event updated for resources: {'Network': ['ID=e6899b5c-fabd-44b6-be1f-677172b1741c,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:43.849686 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Request body: {'subnet': {'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1305129063-subnet', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'ip_version': 4}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:43.853816 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:43.856042 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:43.860205 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Usage tracker for resource:subnet and tenant:c14d4a97fc8d45968b08e16b2b78e488 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:43.863363 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:43.869474 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:43.882479 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Made reservation on behalf of c14d4a97fc8d45968b08e16b2b78e488 for: {'subnet': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:17:43.882673 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network e6899b5c-fabd-44b6-be1f-677172b1741c details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:17:43.886061 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731578'] for subnet, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:43.935030 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e99ed7a-edc2-4e0f-95b9-c4f4de822ccf admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:17:43.944405 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa000384-f1d0-4725-802f-163dda628a62 None None] Sync routers for ids ['0d67ad3a-f18c-463d-bf76-02f94ab8c44e'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:17:43.958719 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-8e99ed7a-edc2-4e0f-95b9-c4f4de822ccf admin admin] 10.222.0.86 "PUT /v2.0/routers/0d67ad3a-f18c-463d-bf76-02f94ab8c44e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2465255
Jun 01 10:17:43.959222 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa000384-f1d0-4725-802f-163dda628a62 None None] Routers {'0d67ad3a-f18c-463d-bf76-02f94ab8c44e'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:17:43.960092 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-fa000384-f1d0-4725-802f-163dda628a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486624940>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:17:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['0d67ad3a-f18c-463d-bf76-02f94ab8c44e'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:43.961093 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 50832) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:44.095293 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:17:44.178928 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Notify callbacks [] for router, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:44.203509 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-fa000384-f1d0-4725-802f-163dda628a62 None None] Set router 0d67ad3a-f18c-463d-bf76-02f94ab8c44e gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:17:44.428809 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:44.495202 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device bdc96eba-ba50-493d-b366-9c65c26f8a10 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:17:44.508033 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2392770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731564'] for subnet, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:44.521381 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:44.543664 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Deleting port 9b5c2081-1d42-4bb8-9243-ae58388e6c55 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:17:44.544218 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:44.599771 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486648a00>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 2, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:44.607191 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Checking router: 86917fa4-9988-4d53-a8c9-4313588fcd1a for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:17:44.607560 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Updating router 86917fa4-9988-4d53-a8c9-4313588fcd1a port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 binding host dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:17:44.668629 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Checking segment: {'id': 'a1fa1289-c128-41c5-927b-f05d85075b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:17:44.668990 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Network hostable DHCP agents. Network: e6899b5c-fabd-44b6-be1f-677172b1741c, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:17:44.678399 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd5e646-d79c-4154-8e35-cc2ba4ac8387,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:44.683363 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:44.693270 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Network e6899b5c-fabd-44b6-be1f-677172b1741c is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:17:44.708126 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, e6899b5c-fabd-44b6-be1f-677172b1741c) {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:17:44.708729 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:44.722886 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-fa000384-f1d0-4725-802f-163dda628a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486624940>, [{'id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'name': 'tempest-ServerRescueNegativeTestJSON-59833959-router', 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '9b5c2081-1d42-4bb8-9243-ae58388e6c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 5, 'project_id': '635eb482ecb44dfeaf04636e1da0589f', 'gw_port': {'id': '9b5c2081-1d42-4bb8-9243-ae58388e6c55', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:44.727500 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa000384-f1d0-4725-802f-163dda628a62 None None] Checking router: 0d67ad3a-f18c-463d-bf76-02f94ab8c44e for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:17:44.733412 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] For port 9b5c2081-1d42-4bb8-9243-ae58388e6c55, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=9b5c2081-1d42-4bb8-9243-ae58388e6c55,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:44.733793 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:44.734672 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:44.735489 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:44.738717 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa000384-f1d0-4725-802f-163dda628a62 None None] Routers {'0d67ad3a-f18c-463d-bf76-02f94ab8c44e'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:17:44.739435 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-fa000384-f1d0-4725-802f-163dda628a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486624940>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:17:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['0d67ad3a-f18c-463d-bf76-02f94ab8c44e'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:44.773053 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-24ab9dda-44f4-43d1-a7f3-6abbdc370205 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9305015
Jun 01 10:17:44.776177 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c422f70-9630-41cf-9bcf-0be831e299dd None None] Network e6899b5c-fabd-44b6-be1f-677172b1741c requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:17:44.776747 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 50846) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:44.782866 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1305129063-router', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:44.792112 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:44.802626 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Usage tracker for resource:router and tenant:c14d4a97fc8d45968b08e16b2b78e488 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:44.808701 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:44.823122 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:44.846940 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7026'] for router, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:44.848167 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-944266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7017'] for router, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:44.875091 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:44.887494 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port bdc96eba-ba50-493d-b366-9c65c26f8a10 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:44.888056 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:44.970436 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-fa000384-f1d0-4725-802f-163dda628a62 None None] Set router 0d67ad3a-f18c-463d-bf76-02f94ab8c44e gateway port host: None {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:17:44.976112 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Calling delete_port for 9b5c2081-1d42-4bb8-9243-ae58388e6c55 owned by network:router_gateway {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:17:45.276739 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-fa000384-f1d0-4725-802f-163dda628a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486624940>, [{'id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'name': 'tempest-ServerRescueNegativeTestJSON-59833959-router', 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:17:44Z', 'revision_number': 6, 'project_id': '635eb482ecb44dfeaf04636e1da0589f', 'gw_port_host': None}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:45.292619 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa000384-f1d0-4725-802f-163dda628a62 None None] The sync data for ids ['0d67ad3a-f18c-463d-bf76-02f94ab8c44e'] in dv-cinder-784779-13-iscsi is: [{'id': '0d67ad3a-f18c-463d-bf76-02f94ab8c44e', 'name': 'tempest-ServerRescueNegativeTestJSON-59833959-router', 'tenant_id': '635eb482ecb44dfeaf04636e1da0589f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:17:44Z', 'revision_number': 6, 'project_id': '635eb482ecb44dfeaf04636e1da0589f', 'gw_port_host': None}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:17:45.310654 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9287f04-445e-5b22-a51c-be482d9fc361-e6899b5c-fabd-44b6-be1f-677172b1741c', 'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'fixed_ips': [{'subnet_id': 'dbd5e646-d79c-4154-8e35-cc2ba4ac8387'}]}} from dv-cinder-784779-13-iscsi. {{(pid=91882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 10:17:45.311495 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:45.334591 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-944303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6999'] for router, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:45.413630 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:45.418581 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9f1181f6-9d9b-4bc8-b0ef-2ed7aa38ab18 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:45.475041 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5c2081-1d42-4bb8-9243-ae58388e6c55,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:45.484937 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:45.606516 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944187'] for router_gateway, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:45.643730 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Notify callbacks [] for port, precommit_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:45.673786 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.db_base_plugin_common [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Allocated IP 172.20.0.2 (e6899b5c-fabd-44b6-be1f-677172b1741c/dbd5e646-d79c-4154-8e35-cc2ba4ac8387/a2f73652-83f2-402c-b139-c7b9d2c9609a) {{(pid=91882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:17:45.679853 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Transition to ACTIVE for port object dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:17:45.703405 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:45.710722 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:45.752015 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:45.795079 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:45.963524 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7008'] for router, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:45.966029 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:46.057826 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Allocated IP 172.27.3.145 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/ce995998-f798-4d03-bcc7-f4f64f8a583f) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:17:46.081724 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938634'] for router, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:46.082245 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d67ad3a-f18c-463d-bf76-02f94ab8c44e {{(pid=91881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 10:17:46.098614 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120453b2-2bea-43d9-9a9c-70314ce07412 None None] Pushing event updated for resources: {'Port': ['ID=dc0aed1c-8a3e-4e47-b0fd-9b9325fef458,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:46.100302 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Notify callbacks [] for router, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:46.101472 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] 10.222.0.86 "DELETE /v2.0/routers/0d67ad3a-f18c-463d-bf76-02f94ab8c44e HTTP/1.1" status: 204  len: 168 time: 2.1391277
Jun 01 10:17:46.105436 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 50888) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:46.118054 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-120453b2-2bea-43d9-9a9c-70314ce07412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:46.254429 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_v2 [None req-06560e04-7977-436c-a721-e645014667f0 admin admin] Deleting subnet 087dba4d-b97f-47cb-b7f9-85b193c4f5a8 {{(pid=91881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:17:46.257947 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-06560e04-7977-436c-a721-e645014667f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:46.365600 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Attempting to bind port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:17:46.365983 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Attempting to bind port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:17:46.366356 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Attempting to bind port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 on network 99740617-ed0c-40ad-b44d-30189a23b401 {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:17:46.381901 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:17:46.382417 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Checking segment: {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:17:46.382838 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:46.383236 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Bound using segment: {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:17:46.383724 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Bound port: dc0aed1c-8a3e-4e47-b0fd-9b9325fef458, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:17:46.384104 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:46.393411 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-06560e04-7977-436c-a721-e645014667f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2273314'] for subnet, precommit_delete_associations {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:46.419748 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:46.462245 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 9b5c2081-1d42-4bb8-9243-ae58388e6c55 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:17:46.497088 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:46.503284 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-06560e04-7977-436c-a721-e645014667f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:46.503824 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:46.505269 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Notify callbacks [] for port, precommit_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:46.525592 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: 9b5c2081-1d42-4bb8-9243-ae58388e6c55 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:17:46.525947 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 9b5c2081-1d42-4bb8-9243-ae58388e6c55 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:17:46.526369 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device eb4fe029-3a2f-4c93-9592-5298e1acdeae no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:17:46.573448 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Transition to ACTIVE for port object a2f73652-83f2-402c-b139-c7b9d2c9609a will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:17:46.593813 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: eb4fe029-3a2f-4c93-9592-5298e1acdeae {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:17:46.594506 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device eb4fe029-3a2f-4c93-9592-5298e1acdeae not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:17:46.616729 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Pushing event updated for resources: {'Port': ['ID=ce995998-f798-4d03-bcc7-f4f64f8a583f,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:46.628742 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:46.638972 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:17:46.640164 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:17:46.642875 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:17:46.661463 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Transition to ACTIVE for port object a2f73652-83f2-402c-b139-c7b9d2c9609a will not be triggered until provisioned by entity DHCP. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:17:46.666793 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] For port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:17:46.670783 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] For port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=dc0aed1c-8a3e-4e47-b0fd-9b9325fef458,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:17:46.673788 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:46.679727 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:46.776473 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:46.830928 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Network e6899b5c-fabd-44b6-be1f-677172b1741c is already hosted by enough agents. {{(pid=91882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:17:46.840043 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.base_scheduler [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Resources bound (agent type, host, resource id):  {{(pid=91882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:17:46.845901 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Received port after_create {{(pid=91882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:17:46.872774 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dc460-ebf8-49fc-b1e6-8a61513b9e63 req-9a82c978-7bc3-4d21-b1d1-ea75d1c4e5bc tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:46.874401 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-357dc460-ebf8-49fc-b1e6-8a61513b9e63 req-9a82c978-7bc3-4d21-b1d1-ea75d1c4e5bc tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 945 time: 0.1614435
Jun 01 10:17:46.899196 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Pushing event updated for resources: {'Port': ['ID=a2f73652-83f2-402c-b139-c7b9d2c9609a,revision_number=1']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:46.936276 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:46.937154 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:46.982059 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-357dc460-ebf8-49fc-b1e6-8a61513b9e63 req-c950c4a7-5910-469b-8ad1-c12d5399418c tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634940
Jun 01 10:17:46.984644 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:17:46.985560 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486648a00>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:17:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:47.012458 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-06560e04-7977-436c-a721-e645014667f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3423838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2275619'] for subnet, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:47.017610 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:47.034056 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 50904) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:47.060279 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06560e04-7977-436c-a721-e645014667f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087dba4d-b97f-47cb-b7f9-85b193c4f5a8,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:47.065376 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-06560e04-7977-436c-a721-e645014667f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:47.070521 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-06560e04-7977-436c-a721-e645014667f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:47.080859 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-06560e04-7977-436c-a721-e645014667f0 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/087dba4d-b97f-47cb-b7f9-85b193c4f5a8 HTTP/1.1" status: 204  len: 168 time: 0.9743385
Jun 01 10:17:47.081837 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 50910) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:47.141491 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Attempting to bind port a2f73652-83f2-402c-b139-c7b9d2c9609a on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:17:47.142081 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Attempting to bind port a2f73652-83f2-402c-b139-c7b9d2c9609a by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': 'a1fa1289-c128-41c5-927b-f05d85075b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:17:47.142255 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Attempting to bind port a2f73652-83f2-402c-b139-c7b9d2c9609a on network e6899b5c-fabd-44b6-be1f-677172b1741c {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:17:47.205970 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e082f836-d739-4f29-80fb-ea46de39b5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:47.216956 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:17:47.217646 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Checking segment: {'id': 'a1fa1289-c128-41c5-927b-f05d85075b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:17:47.217769 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:47.218312 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Bound using segment: {'id': 'a1fa1289-c128-41c5-927b-f05d85075b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:17:47.218777 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Bound port: a2f73652-83f2-402c-b139-c7b9d2c9609a, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fa1289-c128-41c5-927b-f05d85075b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:17:47.219160 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:47.246294 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120453b2-2bea-43d9-9a9c-70314ce07412 None None] Pushing event updated for resources: {'Port': ['ID=dc0aed1c-8a3e-4e47-b0fd-9b9325fef458,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:47.252539 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-120453b2-2bea-43d9-9a9c-70314ce07412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:47.290024 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:47.333885 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:17:47.364340 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e082f836-d739-4f29-80fb-ea46de39b5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:47.377978 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-e082f836-d739-4f29-80fb-ea46de39b5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd485d8f190>,) {'filters': {'network_id': ['cad8ba7a-17e4-4cfe-932e-84f43201305c']}} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:47.391473 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-e082f836-d739-4f29-80fb-ea46de39b5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd485d8f190>, 'fb8e0e74-97df-4e11-a8d6-6ccfff3e819d') {'for_net_delete': True} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:47.391783 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-e082f836-d739-4f29-80fb-ea46de39b5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd485d8f190>, 'fb8e0e74-97df-4e11-a8d6-6ccfff3e819d') {} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:47.403458 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e082f836-d739-4f29-80fb-ea46de39b5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2273321'] for segment, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:47.421582 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e082f836-d739-4f29-80fb-ea46de39b5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:47.430030 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e082f836-d739-4f29-80fb-ea46de39b5f5 admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=91881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:17:47.430625 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e082f836-d739-4f29-80fb-ea46de39b5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3490552'] for segment, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]: Traceback (most recent call last):
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:     timer()
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:     cb(*args, **kw)
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:     return func(*args, **kwargs)
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:     self._notify()
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:     self.callback(batched_events)
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:     event.method(event)
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:     return f(self, *a, **k)
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._get(url).json()
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:17:47.444457 dv-cinder-784779-13-iscsi neutron-server[91881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:17:47.488725 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] For port a2f73652-83f2-402c-b139-c7b9d2c9609a, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:17:47.561471 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] For port a2f73652-83f2-402c-b139-c7b9d2c9609a, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=a2f73652-83f2-402c-b139-c7b9d2c9609a,segment=NetworkSegment(a1fa1289-c128-41c5-927b-f05d85075b2b),segment_id=a1fa1289-c128-41c5-927b-f05d85075b2b)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:17:47.569306 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:47.575627 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:47.575925 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aa5c41-9399-4a83-a9ab-038bf2d32a75 tempest-TestMinimumBasicScenario-1579139642 tempest-TestMinimumBasicScenario-1579139642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:47.576320 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-72aa5c41-9399-4a83-a9ab-038bf2d32a75 tempest-TestMinimumBasicScenario-1579139642 tempest-TestMinimumBasicScenario-1579139642-project-admin] Synchronizing usage tracker for tenant:f17047425ae442a1b37c3d99be9daf7d on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:17:47.635659 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e082f836-d739-4f29-80fb-ea46de39b5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:47.642117 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-2fcb8856-8370-48d1-bdd2-beec33018df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:47.667082 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-72aa5c41-9399-4a83-a9ab-038bf2d32a75 tempest-TestMinimumBasicScenario-1579139642 tempest-TestMinimumBasicScenario-1579139642-project-admin] Unset dirty status for tenant:f17047425ae442a1b37c3d99be9daf7d on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:17:47.667558 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e082f836-d739-4f29-80fb-ea46de39b5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:47.668225 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-72aa5c41-9399-4a83-a9ab-038bf2d32a75 tempest-TestMinimumBasicScenario-1579139642 tempest-TestMinimumBasicScenario-1579139642-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 1093 time: 0.6331699
Jun 01 10:17:47.670548 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082f836-d739-4f29-80fb-ea46de39b5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cad8ba7a-17e4-4cfe-932e-84f43201305c,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:47.674305 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 50916) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:47.678581 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e082f836-d739-4f29-80fb-ea46de39b5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:47.691084 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Request body: {'floatingip': {'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'port_id': 'b5fb8b96-da1e-4209-b42a-d678ba04601f', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:47.706356 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:47.710812 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944364'] for router, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:47.714710 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Usage tracker for resource:floatingip and tenant:4edb9e51dc124ab2ac42c8dfda565038 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:47.736027 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-e082f836-d739-4f29-80fb-ea46de39b5f5 admin admin] 10.222.0.86 "DELETE /v2.0/networks/cad8ba7a-17e4-4cfe-932e-84f43201305c HTTP/1.1" status: 204  len: 168 time: 0.6509378
Jun 01 10:17:47.738390 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:47.743595 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Pushing event updated for resources: {'Port': ['ID=a2f73652-83f2-402c-b139-c7b9d2c9609a,revision_number=2']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:47.747896 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:47.754109 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:47.780739 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for floatingip, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:47.813849 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486648a00>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:46Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:47.821493 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4eb43f-bae5-4896-b8a6-c1bec0292abe None None] The sync data for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi is: [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:46Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:17:48.094620 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:48.111857 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Router 2f44f815-38ea-477a-bc10-3725e9b9e5c7 is scheduled to L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 with binding_index 1 {{(pid=91880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 10:17:48.189237 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 50932) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:48.339993 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-a726d212-28d2-47e5-82e7-922641f83263 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=635eb482ecb44dfeaf04636e1da0589f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1494625
Jun 01 10:17:48.366728 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 50936) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:48.459919 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Allocated IP 172.27.3.224 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/dc0d32c9-c727-459e-b13f-0dbb2148d485) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:17:48.504631 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6923425c-08f6-4a75-bcd4-334f904736f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:48.507187 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device a2f73652-83f2-402c-b139-c7b9d2c9609a up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:17:48.547969 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:17:48.593508 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Sync routers for ids ['2f44f815-38ea-477a-bc10-3725e9b9e5c7'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:17:48.596553 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6923425c-08f6-4a75-bcd4-334f904736f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:48.596725 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 50942) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:48.616334 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Routers {'2f44f815-38ea-477a-bc10-3725e9b9e5c7'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:17:48.617880 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4857d34c0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:17:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['2f44f815-38ea-477a-bc10-3725e9b9e5c7'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:48.635419 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Notify callbacks [] for router, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:48.636836 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.8586583
Jun 01 10:17:48.640754 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 50948) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:48.716913 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:48.787353 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:48.793681 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:48.808837 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port a2f73652-83f2-402c-b139-c7b9d2c9609a completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:17:48.840860 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:17:48.927320 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Set router 2f44f815-38ea-477a-bc10-3725e9b9e5c7 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:17:48.945295 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ccfb30fd-a915-4c15-9fa0-4d4d1790cc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:48.968077 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:17:48.973815 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:17:48.980192 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:17:49.021074 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6923425c-08f6-4a75-bcd4-334f904736f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:49.029211 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-7e411f09-a78c-4eaf-98a4-03583b9992b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:49.043098 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923425c-08f6-4a75-bcd4-334f904736f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e545e2-f72c-45c2-ac22-9a6dddb0ebca,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:49.050260 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-6923425c-08f6-4a75-bcd4-334f904736f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:49.174746 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6923425c-08f6-4a75-bcd4-334f904736f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:49.180846 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-6923425c-08f6-4a75-bcd4-334f904736f6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c2e545e2-f72c-45c2-ac22-9a6dddb0ebca HTTP/1.1" status: 204  len: 168 time: 0.8111203
Jun 01 10:17:49.361201 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:17:49.367789 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:49.368176 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:49.377275 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-ccfb30fd-a915-4c15-9fa0-4d4d1790cc15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:49.382284 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-ccfb30fd-a915-4c15-9fa0-4d4d1790cc15 admin admin] Usage tracker for resource:security_group_rule and tenant:b9e3bbf8f7ed43479ef05e4a74aac77a is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:49.385775 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-ccfb30fd-a915-4c15-9fa0-4d4d1790cc15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:49.392684 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-ccfb30fd-a915-4c15-9fa0-4d4d1790cc15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:49.445859 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbde2873-4e11-4c76-9536-b4ea1a24bb93 None None] Network e6899b5c-fabd-44b6-be1f-677172b1741c requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:17:49.505994 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ccfb30fd-a915-4c15-9fa0-4d4d1790cc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:49.510398 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Pushing event updated for resources: {'Port': ['ID=dc0d32c9-c727-459e-b13f-0dbb2148d485,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:49.528026 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ccfb30fd-a915-4c15-9fa0-4d4d1790cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:49.536060 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:49.541817 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-2f85d321-8d01-4c90-bb49-4bd0534da774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:49.575397 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb30fd-a915-4c15-9fa0-4d4d1790cc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b429ee-d2f8-4c8f-b038-8aaa002f0004,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:49.600459 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ccfb30fd-a915-4c15-9fa0-4d4d1790cc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:49.600931 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-4b2dbca3-de88-4363-a8b2-9de0da431cbd None None] Provisioning for port a2f73652-83f2-402c-b139-c7b9d2c9609a completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:17:49.622531 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-4b2dbca3-de88-4363-a8b2-9de0da431cbd None None] Provisioning complete for port a2f73652-83f2-402c-b139-c7b9d2c9609a triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:49.622918 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbca3-de88-4363-a8b2-9de0da431cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:49.677559 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-ccfb30fd-a915-4c15-9fa0-4d4d1790cc15 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b9e3bbf8f7ed43479ef05e4a74aac77a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0799496
Jun 01 10:17:49.687215 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 50958) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:49.844068 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-0a17a013-5573-4830-8bc8-f437e4bd2d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:49.887550 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-0a17a013-5573-4830-8bc8-f437e4bd2d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:49.890146 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:49.952658 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:49.972594 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.034065 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-0a17a013-5573-4830-8bc8-f437e4bd2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.045308 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:50.073394 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17a013-5573-4830-8bc8-f437e4bd2d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b429ee-d2f8-4c8f-b038-8aaa002f0004,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:50.077956 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-0a17a013-5573-4830-8bc8-f437e4bd2d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:50.084616 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.144676 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4857d34c0>, [{'id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'name': 'tempest-TestVolumeBootPattern-1305129063-router', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce995998-f798-4d03-bcc7-f4f64f8a583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:44Z', 'updated_at': '2021-06-01T10:17:47Z', 'revision_number': 3, 'project_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'gw_port': {'id': 'ce995998-f798-4d03-bcc7-f4f64f8a583f', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:28:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:45Z', 'updated_at': '2021-06-01T10:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:50.146829 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-0a17a013-5573-4830-8bc8-f437e4bd2d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.147970 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-0a17a013-5573-4830-8bc8-f437e4bd2d0e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/35b429ee-d2f8-4c8f-b038-8aaa002f0004 HTTP/1.1" status: 204  len: 168 time: 0.4596391
Jun 01 10:17:50.154363 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=dc0aed1c-8a3e-4e47-b0fd-9b9325fef458,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:50.157560 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbca3-de88-4363-a8b2-9de0da431cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.174281 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Checking router: 2f44f815-38ea-477a-bc10-3725e9b9e5c7 for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:17:50.174731 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Updating router 2f44f815-38ea-477a-bc10-3725e9b9e5c7 port ce995998-f798-4d03-bcc7-f4f64f8a583f binding host dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:17:50.219306 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.234339 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:50.238525 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Allocated IP 172.20.0.1 (e6899b5c-fabd-44b6-be1f-677172b1741c/dbd5e646-d79c-4154-8e35-cc2ba4ac8387/ff1f5984-d300-4ed4-926f-04e0c20bd4be) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:17:50.409358 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.421812 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-4b2dbca3-de88-4363-a8b2-9de0da431cbd None None] For port a2f73652-83f2-402c-b139-c7b9d2c9609a, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=a2f73652-83f2-402c-b139-c7b9d2c9609a,segment=NetworkSegment(a1fa1289-c128-41c5-927b-f05d85075b2b),segment_id=a1fa1289-c128-41c5-927b-f05d85075b2b)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:50.422038 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.423170 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.433842 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-0c870139-bc50-4f68-abb9-bca607ba1765 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:50.446720 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.468320 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Transition to ACTIVE for port object ff1f5984-d300-4ed4-926f-04e0c20bd4be will not be triggered until provisioned by entity DHCP. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:17:50.493307 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbca3-de88-4363-a8b2-9de0da431cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.498440 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=dc0aed1c-8a3e-4e47-b0fd-9b9325fef458,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:50.503059 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.511049 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:50.511734 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:50.513620 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-f8adb3de-7d50-4198-82cb-f5a5448b1bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:50.678682 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Network e6899b5c-fabd-44b6-be1f-677172b1741c is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:17:50.683883 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:17:50.705914 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1f5984-d300-4ed4-926f-04e0c20bd4be,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:50.709638 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 50984) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:50.710938 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:17:50.757862 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2dbca3-de88-4363-a8b2-9de0da431cbd None None] Pushing event updated for resources: {'Port': ['ID=a2f73652-83f2-402c-b139-c7b9d2c9609a,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:50.764497 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-4b2dbca3-de88-4363-a8b2-9de0da431cbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:50.779775 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:50.817125 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-fcdf597a-adb7-487e-8c57-74df9dad6807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.855534 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-fcdf597a-adb7-487e-8c57-74df9dad6807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:50.860295 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-fcdf597a-adb7-487e-8c57-74df9dad6807 admin admin] Usage tracker for resource:security_group_rule and tenant:61fdd76cd1864c97b6edd89f6e579f7c is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:50.862540 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Pushing event updated for resources: {'Port': ['ID=dc0d32c9-c727-459e-b13f-0dbb2148d485,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:50.863917 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-fcdf597a-adb7-487e-8c57-74df9dad6807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:50.871376 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-fcdf597a-adb7-487e-8c57-74df9dad6807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:50.872395 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:50.888923 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.889135 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-f93904a8-85e9-46af-a7af-44ff95abf788 None None] Provisioning complete for port a2f73652-83f2-402c-b139-c7b9d2c9609a triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:50.894949 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f93904a8-85e9-46af-a7af-44ff95abf788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.981064 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-fcdf597a-adb7-487e-8c57-74df9dad6807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:50.999458 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-fcdf597a-adb7-487e-8c57-74df9dad6807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.036214 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-4ee46dd9-3054-4ece-a367-fc6850c3a348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:51.067743 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-fcdf597a-adb7-487e-8c57-74df9dad6807 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=61fdd76cd1864c97b6edd89f6e579f7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2990139
Jun 01 10:17:51.073630 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 50994) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:51.111935 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.l3_db [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Floating IP c6e17fcc-e7c0-417f-a6aa-1413091d16eb associated. External IP: 172.27.3.224, port: b5fb8b96-da1e-4209-b42a-d678ba04601f.
Jun 01 10:17:51.127617 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944029'] for router_interface, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.142553 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf597a-adb7-487e-8c57-74df9dad6807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6d60e5-853c-4823-b019-f2ea78cf0df2,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:51.149042 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-fcdf597a-adb7-487e-8c57-74df9dad6807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:51.197596 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Notify callbacks [] for port, precommit_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.208990 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Transition to ACTIVE for port object ce995998-f798-4d03-bcc7-f4f64f8a583f will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:17:51.217452 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.223482 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:51.239099 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-caed95cb-d462-4a6f-a072-a42230771fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.270264 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-caed95cb-d462-4a6f-a072-a42230771fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.342763 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Attempting to bind port ce995998-f798-4d03-bcc7-f4f64f8a583f on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:17:51.343897 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Attempting to bind port ce995998-f798-4d03-bcc7-f4f64f8a583f by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:17:51.343897 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Attempting to bind port ce995998-f798-4d03-bcc7-f4f64f8a583f on network e28a5a03-817a-4451-8e06-db27cb915a3e {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:17:51.347085 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18b5dd-dd6c-4fee-b6cb-96b7c8547fac None None] Pushing event updated for resources: {'Port': ['ID=ce995998-f798-4d03-bcc7-f4f64f8a583f,revision_number=2']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:51.352598 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-4e18b5dd-dd6c-4fee-b6cb-96b7c8547fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:51.355855 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-74845670-8ce6-4982-bbe8-382b18baf4ed None None] Provisioning for port ff1f5984-d300-4ed4-926f-04e0c20bd4be completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:17:51.360479 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:17:51.361362 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Checking segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:17:51.361786 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.362185 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Bound using segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:17:51.362689 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Bound port: ce995998-f798-4d03-bcc7-f4f64f8a583f, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:17:51.363075 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.387945 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-caed95cb-d462-4a6f-a072-a42230771fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.393098 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-74845670-8ce6-4982-bbe8-382b18baf4ed None None] Provisioning complete for port ff1f5984-d300-4ed4-926f-04e0c20bd4be triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:51.393698 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-74845670-8ce6-4982-bbe8-382b18baf4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.401744 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0dfc3b3a-6fb5-4738-b6d6-76bca69bd131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:51.417032 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed95cb-d462-4a6f-a072-a42230771fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6d60e5-853c-4823-b019-f2ea78cf0df2,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:51.422042 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-caed95cb-d462-4a6f-a072-a42230771fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:51.434477 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.443759 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-caed95cb-d462-4a6f-a072-a42230771fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.444868 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-caed95cb-d462-4a6f-a072-a42230771fc9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2e6d60e5-853c-4823-b019-f2ea78cf0df2 HTTP/1.1" status: 204  len: 168 time: 0.3595335
Jun 01 10:17:51.498490 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-74845670-8ce6-4982-bbe8-382b18baf4ed None None] Port ff1f5984-d300-4ed4-926f-04e0c20bd4be cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:17:51.510779 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] For port ce995998-f798-4d03-bcc7-f4f64f8a583f, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:17:51.514099 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] For port ce995998-f798-4d03-bcc7-f4f64f8a583f, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=ce995998-f798-4d03-bcc7-f4f64f8a583f,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:17:51.520081 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.527952 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:51.604531 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Router 7a44c49d-569d-44d3-8e51-65b7853e456a has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:17:51.675280 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Routers {'2f44f815-38ea-477a-bc10-3725e9b9e5c7'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:17:51.675826 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4857d34c0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:17:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['2f44f815-38ea-477a-bc10-3725e9b9e5c7'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:51.715333 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.725847 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2489979'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.772036 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18b5dd-dd6c-4fee-b6cb-96b7c8547fac None None] Pushing event updated for resources: {'Port': ['ID=ce995998-f798-4d03-bcc7-f4f64f8a583f,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:51.777648 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-4e18b5dd-dd6c-4fee-b6cb-96b7c8547fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:51.792447 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0b8660da-a7f6-414c-9149-0beeec5e6eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:51.852388 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:17:51.862750 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe44ef9-9fae-4e4d-a955-3a5c11419af6 None None] Sync routers for ids ['7a44c49d-569d-44d3-8e51-65b7853e456a'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:17:51.879487 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe44ef9-9fae-4e4d-a955-3a5c11419af6 None None] Routers {'7a44c49d-569d-44d3-8e51-65b7853e456a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:17:51.880183 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-cfe44ef9-9fae-4e4d-a955-3a5c11419af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4865f43d0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:17:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['7a44c49d-569d-44d3-8e51-65b7853e456a'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:51.886104 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:51.899574 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] Set router 2f44f815-38ea-477a-bc10-3725e9b9e5c7 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:17:52.012102 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.3366470
Jun 01 10:17:52.012847 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'tag': 'b5fb8b96-da1e-4209-b42a-d678ba04601f'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:17:52.015140 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ad33b1-6804-43e3-9e6b-a74d2489a26b" -d '{"events": [{"name": "network-changed", "server_uuid": "457eeaf7-9d34-4fd5-a8bf-676280487413", "tag": "b5fb8b96-da1e-4209-b42a-d678ba04601f"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:17:52.026204 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51016) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:52.032572 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-969a5c64-e556-424e-99a4-ce4956f5fbd0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654128384', 'description': 'tempest-secgroup-smoke-1654128384 description', 'project_id': '4edb9e51dc124ab2ac42c8dfda565038'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:52.049804 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-969a5c64-e556-424e-99a4-ce4956f5fbd0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:52.069396 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-969a5c64-e556-424e-99a4-ce4956f5fbd0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:52.094112 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-969a5c64-e556-424e-99a4-ce4956f5fbd0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:52.123980 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1f5984-d300-4ed4-926f-04e0c20bd4be,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:52.127943 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-969a5c64-e556-424e-99a4-ce4956f5fbd0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:52.135839 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-969a5c64-e556-424e-99a4-ce4956f5fbd0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Usage tracker for resource:security_group_rule and tenant:4edb9e51dc124ab2ac42c8dfda565038 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:52.139609 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:52.144956 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-969a5c64-e556-424e-99a4-ce4956f5fbd0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:52.159706 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-969a5c64-e556-424e-99a4-ce4956f5fbd0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:52.166200 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943920'] for router_interface, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:52.207297 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-cfe44ef9-9fae-4e4d-a955-3a5c11419af6 None None] Set router 7a44c49d-569d-44d3-8e51-65b7853e456a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:17:52.257231 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a358034-d4e3-432d-af31-62737a3cc05a x-openstack-request-id: req-6a358034-d4e3-432d-af31-62737a3cc05a {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:17:52.257811 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457eeaf7-9d34-4fd5-a8bf-676280487413", "tag": "b5fb8b96-da1e-4209-b42a-d678ba04601f", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:17:52.258256 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6a358034-d4e3-432d-af31-62737a3cc05a {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:17:52.258809 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'tag': 'b5fb8b96-da1e-4209-b42a-d678ba04601f', 'status': 'completed', 'code': 200}
Jun 01 10:17:52.284956 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-969a5c64-e556-424e-99a4-ce4956f5fbd0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:52.398027 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-969a5c64-e556-424e-99a4-ce4956f5fbd0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:52.406713 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-aaf6d63a-ec6f-45e0-af24-2e3339fe1f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:52.425630 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4857d34c0>, [{'id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'name': 'tempest-TestVolumeBootPattern-1305129063-router', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce995998-f798-4d03-bcc7-f4f64f8a583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:44Z', 'updated_at': '2021-06-01T10:17:51Z', 'revision_number': 4, 'project_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'gw_port': {'id': 'ce995998-f798-4d03-bcc7-f4f64f8a583f', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:28:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:45Z', 'updated_at': '2021-06-01T10:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'ff1f5984-d300-4ed4-926f-04e0c20bd4be', 'name': '', 'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'mac_address': 'fa:16:3e:5b:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dbd5e646-d79c-4154-8e35-cc2ba4ac8387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:49Z', 'updated_at': '2021-06-01T10:17:51Z', 'revision_number': 2, 'project_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'subnets': [{'id': 'dbd5e646-d79c-4154-8e35-cc2ba4ac8387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:52.433334 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa7d40e-50e5-4c7d-b70b-4db4edcb9425 None None] The sync data for ids ['2f44f815-38ea-477a-bc10-3725e9b9e5c7'] in dv-cinder-784779-13-iscsi is: [{'id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'name': 'tempest-TestVolumeBootPattern-1305129063-router', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce995998-f798-4d03-bcc7-f4f64f8a583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:44Z', 'updated_at': '2021-06-01T10:17:51Z', 'revision_number': 4, 'project_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'gw_port': {'id': 'ce995998-f798-4d03-bcc7-f4f64f8a583f', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:28:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:45Z', 'updated_at': '2021-06-01T10:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'ff1f5984-d300-4ed4-926f-04e0c20bd4be', 'name': '', 'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'mac_address': 'fa:16:3e:5b:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dbd5e646-d79c-4154-8e35-cc2ba4ac8387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:49Z', 'updated_at': '2021-06-01T10:17:51Z', 'revision_number': 2, 'project_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'subnets': [{'id': 'dbd5e646-d79c-4154-8e35-cc2ba4ac8387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:17:52.451165 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device a2f73652-83f2-402c-b139-c7b9d2c9609a up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:17:52.471666 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Network e6899b5c-fabd-44b6-be1f-677172b1741c is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:17:52.476596 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:17:52.512950 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a5c64-e556-424e-99a4-ce4956f5fbd0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b37801-74a7-48f4-a38a-8777f1691707,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:52.527473 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-969a5c64-e556-424e-99a4-ce4956f5fbd0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:52.532257 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-969a5c64-e556-424e-99a4-ce4956f5fbd0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5015063
Jun 01 10:17:52.532257 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-969a5c64-e556-424e-99a4-ce4956f5fbd0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:52.533085 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51028) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:52.551413 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-542ebb35-9daa-46a7-b34b-bb5629355fd3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Request body: {'security_group_rule': {'security_group_id': '48b37801-74a7-48f4-a38a-8777f1691707', 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:52.561136 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad33b1-6804-43e3-9e6b-a74d2489a26b req-ca9c60fe-be69-40ef-b123-4a2eca470ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:52.566213 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-73ad33b1-6804-43e3-9e6b-a74d2489a26b req-ca9c60fe-be69-40ef-b123-4a2eca470ed7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4edb9e51dc124ab2ac42c8dfda565038&device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 1098 time: 0.3168738
Jun 01 10:17:52.567312 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-542ebb35-9daa-46a7-b34b-bb5629355fd3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:52.579047 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-542ebb35-9daa-46a7-b34b-bb5629355fd3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Usage tracker for resource:security_group_rule and tenant:4edb9e51dc124ab2ac42c8dfda565038 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:52.625552 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port a2f73652-83f2-402c-b139-c7b9d2c9609a triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:52.627319 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:52.760716 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad33b1-6804-43e3-9e6b-a74d2489a26b req-bf5ae774-7105-44e6-b141-56e4cdabf63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:52.762391 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-73ad33b1-6804-43e3-9e6b-a74d2489a26b req-bf5ae774-7105-44e6-b141-56e4cdabf63c service neutron] 10.222.0.93 "GET /v2.0/networks?id=452d13e1-33ab-4730-abcd-9a5e2a3ca346 HTTP/1.1" status: 200  len: 916 time: 0.1851554
Jun 01 10:17:52.763288 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-542ebb35-9daa-46a7-b34b-bb5629355fd3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:52.773526 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-542ebb35-9daa-46a7-b34b-bb5629355fd3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:53.018947 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Router 2f44f815-38ea-477a-bc10-3725e9b9e5c7 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:17:53.072319 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-cfe44ef9-9fae-4e4d-a955-3a5c11419af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4865f43d0>, [{'id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:20Z', 'updated_at': '2021-06-01T10:16:27Z', 'revision_number': 4, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'gw_port': {'id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:22Z', 'updated_at': '2021-06-01T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': 'c6e17fcc-e7c0-417f-a6aa-1413091d16eb', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'port_id': 'b5fb8b96-da1e-4209-b42a-d678ba04601f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'mac_address': 'fa:16:3e:2a:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:17:49Z', 'updated_at': '2021-06-01T10:17:49Z', 'revision_number': 0, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768c403a-fcb4-46b5-a51c-32d101d6cea7', 'name': '', 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'mac_address': 'fa:16:3e:a6:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:26Z', 'updated_at': '2021-06-01T10:16:37Z', 'revision_number': 5, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'subnets': [{'id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:53.080726 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe44ef9-9fae-4e4d-a955-3a5c11419af6 None None] Checking router: 7a44c49d-569d-44d3-8e51-65b7853e456a for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:17:53.089095 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:17:53.090374 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-542ebb35-9daa-46a7-b34b-bb5629355fd3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:53.101654 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe44ef9-9fae-4e4d-a955-3a5c11419af6 None None] Routers {'7a44c49d-569d-44d3-8e51-65b7853e456a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:17:53.102342 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-cfe44ef9-9fae-4e4d-a955-3a5c11419af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4865f43d0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:17:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['7a44c49d-569d-44d3-8e51-65b7853e456a'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:53.157318 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-73ad33b1-6804-43e3-9e6b-a74d2489a26b req-0399e057-5280-4f9c-9a7f-308977e2ebbe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5fb8b96-da1e-4209-b42a-d678ba04601f HTTP/1.1" status: 200  len: 999 time: 0.3844752
Jun 01 10:17:53.194293 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-0aa2c572-c56d-4062-9903-b050edddb781 None None] Provisioning complete for port ff1f5984-d300-4ed4-926f-04e0c20bd4be triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:53.194676 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-0aa2c572-c56d-4062-9903-b050edddb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:53.279731 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-0aa2c572-c56d-4062-9903-b050edddb781 None None] Port ff1f5984-d300-4ed4-926f-04e0c20bd4be cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:17:53.280876 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-542ebb35-9daa-46a7-b34b-bb5629355fd3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:53.281263 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:53.281642 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:53.299825 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad33b1-6804-43e3-9e6b-a74d2489a26b req-0e8d128f-3f9f-4a54-a160-83042bd9a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:53.306775 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-73ad33b1-6804-43e3-9e6b-a74d2489a26b req-0e8d128f-3f9f-4a54-a160-83042bd9a71a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd HTTP/1.1" status: 200  len: 853 time: 0.1241746
Jun 01 10:17:53.310300 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-542ebb35-9daa-46a7-b34b-bb5629355fd3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:53.313093 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:53.347475 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51044) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:53.414608 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:17:53.416269 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ebb35-9daa-46a7-b34b-bb5629355fd3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1944cf42-11fe-45d5-9bd0-9b41bc58f0eb,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:53.428177 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] 10.222.0.86 "PUT /v2.0/routers/2f44f815-38ea-477a-bc10-3725e9b9e5c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7786372
Jun 01 10:17:53.464936 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-542ebb35-9daa-46a7-b34b-bb5629355fd3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:53.466814 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-542ebb35-9daa-46a7-b34b-bb5629355fd3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9323232
Jun 01 10:17:53.468254 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-542ebb35-9daa-46a7-b34b-bb5629355fd3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:53.469848 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51052) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:53.476078 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-a7bd29b1-743c-45d0-996b-cd286d0a8835 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Request body: {'security_group_rule': {'security_group_id': '48b37801-74a7-48f4-a38a-8777f1691707', 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:53.491498 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-a7bd29b1-743c-45d0-996b-cd286d0a8835 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:53.495856 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-a7bd29b1-743c-45d0-996b-cd286d0a8835 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Usage tracker for resource:security_group_rule and tenant:4edb9e51dc124ab2ac42c8dfda565038 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:53.499748 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-cfe44ef9-9fae-4e4d-a955-3a5c11419af6 None None] Set router 7a44c49d-569d-44d3-8e51-65b7853e456a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:17:53.501068 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-a7bd29b1-743c-45d0-996b-cd286d0a8835 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:53.506706 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad33b1-6804-43e3-9e6b-a74d2489a26b req-3775d1e4-afd7-4a7d-83cc-33d46f99d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:53.508590 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-73ad33b1-6804-43e3-9e6b-a74d2489a26b req-3775d1e4-afd7-4a7d-83cc-33d46f99d046 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=452d13e1-33ab-4730-abcd-9a5e2a3ca346&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1623418
Jun 01 10:17:53.513700 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-a7bd29b1-743c-45d0-996b-cd286d0a8835 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:53.549978 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a7bd29b1-743c-45d0-996b-cd286d0a8835 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:53.725794 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a7bd29b1-743c-45d0-996b-cd286d0a8835 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:53.733593 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a7bd29b1-743c-45d0-996b-cd286d0a8835 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:53.735684 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:53.772611 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd29b1-743c-45d0-996b-cd286d0a8835 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ec33a6-a89f-4cf1-95af-8ef76cc8c425,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:53.784531 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-a7bd29b1-743c-45d0-996b-cd286d0a8835 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:53.811230 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a7bd29b1-743c-45d0-996b-cd286d0a8835 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:53.815241 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-a7bd29b1-743c-45d0-996b-cd286d0a8835 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3418591
Jun 01 10:17:53.815691 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51060) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:53.824098 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-d212379b-1bd5-4fcb-ac4c-ee9f435f5874 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Request body: {'security_group_rule': {'security_group_id': '48b37801-74a7-48f4-a38a-8777f1691707', 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:53.830199 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-d212379b-1bd5-4fcb-ac4c-ee9f435f5874 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:53.834247 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-d212379b-1bd5-4fcb-ac4c-ee9f435f5874 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Usage tracker for resource:security_group_rule and tenant:4edb9e51dc124ab2ac42c8dfda565038 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:53.838809 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-d212379b-1bd5-4fcb-ac4c-ee9f435f5874 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:53.841126 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-470475809-network', 'tenant_id': '56636114736640519f8745b2a6167521'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:53.846012 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-d212379b-1bd5-4fcb-ac4c-ee9f435f5874 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:53.846172 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:53.858084 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Usage tracker for resource:network and tenant:56636114736640519f8745b2a6167521 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:53.873897 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d212379b-1bd5-4fcb-ac4c-ee9f435f5874 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:53.881918 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:53.894109 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:53.939280 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Made reservation on behalf of 56636114736640519f8745b2a6167521 for: {'network': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:17:53.942468 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:53.968446 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:53.977317 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d212379b-1bd5-4fcb-ac4c-ee9f435f5874 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:53.985021 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d212379b-1bd5-4fcb-ac4c-ee9f435f5874 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:53.987217 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-40827718-b0c0-412b-880d-8b9aad5b6b0e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:53.994316 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-73ad33b1-6804-43e3-9e6b-a74d2489a26b req-678afc04-7625-40a6-9c10-f5a62b7ad608 service neutron] 10.222.0.93 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4745796
Jun 01 10:17:54.005283 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:54.015914 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Usage tracker for resource:security_group_rule and tenant:56636114736640519f8745b2a6167521 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:54.023812 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212379b-1bd5-4fcb-ac4c-ee9f435f5874 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8974c1ac-bff2-4b8e-9581-e347dc0709b9,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:54.028038 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-d212379b-1bd5-4fcb-ac4c-ee9f435f5874 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:54.057622 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d212379b-1bd5-4fcb-ac4c-ee9f435f5874 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.063824 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-d212379b-1bd5-4fcb-ac4c-ee9f435f5874 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2420492
Jun 01 10:17:54.064229 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51064) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:54.069738 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-9992abf9-2fc6-4f47-af1c-c3bfea521808 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Request body: {'security_group_rule': {'security_group_id': '48b37801-74a7-48f4-a38a-8777f1691707', 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:54.080193 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-9992abf9-2fc6-4f47-af1c-c3bfea521808 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:54.099903 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-9992abf9-2fc6-4f47-af1c-c3bfea521808 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Usage tracker for resource:security_group_rule and tenant:4edb9e51dc124ab2ac42c8dfda565038 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:54.106783 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-9992abf9-2fc6-4f47-af1c-c3bfea521808 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:54.113793 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:54.122100 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-9992abf9-2fc6-4f47-af1c-c3bfea521808 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:54.126184 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:54.157400 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9992abf9-2fc6-4f47-af1c-c3bfea521808 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.228982 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-73ad33b1-6804-43e3-9e6b-a74d2489a26b req-18fb0727-4c13-4f7f-a6e0-45fa2a99eeac service neutron] 10.222.0.93 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2087696
Jun 01 10:17:54.258974 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-cfe44ef9-9fae-4e4d-a955-3a5c11419af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4865f43d0>, [{'id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:20Z', 'updated_at': '2021-06-01T10:16:27Z', 'revision_number': 4, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'gw_port': {'id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:22Z', 'updated_at': '2021-06-01T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': 'c6e17fcc-e7c0-417f-a6aa-1413091d16eb', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'port_id': 'b5fb8b96-da1e-4209-b42a-d678ba04601f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'mac_address': 'fa:16:3e:2a:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:17:49Z', 'updated_at': '2021-06-01T10:17:49Z', 'revision_number': 0, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768c403a-fcb4-46b5-a51c-32d101d6cea7', 'name': '', 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'mac_address': 'fa:16:3e:a6:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:26Z', 'updated_at': '2021-06-01T10:16:37Z', 'revision_number': 5, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'subnets': [{'id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:54.271831 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe44ef9-9fae-4e4d-a955-3a5c11419af6 None None] The sync data for ids ['7a44c49d-569d-44d3-8e51-65b7853e456a'] in dv-cinder-784779-13-iscsi is: [{'id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:20Z', 'updated_at': '2021-06-01T10:16:27Z', 'revision_number': 4, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'gw_port': {'id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:22Z', 'updated_at': '2021-06-01T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': 'c6e17fcc-e7c0-417f-a6aa-1413091d16eb', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'port_id': 'b5fb8b96-da1e-4209-b42a-d678ba04601f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'mac_address': 'fa:16:3e:2a:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:17:49Z', 'updated_at': '2021-06-01T10:17:49Z', 'revision_number': 0, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768c403a-fcb4-46b5-a51c-32d101d6cea7', 'name': '', 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'mac_address': 'fa:16:3e:a6:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:26Z', 'updated_at': '2021-06-01T10:16:37Z', 'revision_number': 5, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'subnets': [{'id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:17:54.311244 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9992abf9-2fc6-4f47-af1c-c3bfea521808 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.324374 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9992abf9-2fc6-4f47-af1c-c3bfea521808 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.326990 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:54.380986 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.381242 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992abf9-2fc6-4f47-af1c-c3bfea521808 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4d66ea-b4ba-4ea7-8f4e-65e1f94c7c7a,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:54.387230 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9992abf9-2fc6-4f47-af1c-c3bfea521808 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:54.402751 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.412328 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9992abf9-2fc6-4f47-af1c-c3bfea521808 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.413616 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-9992abf9-2fc6-4f47-af1c-c3bfea521808 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3484612
Jun 01 10:17:54.416493 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51072) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:54.421977 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1245}  {{(pid=91881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:17:54.422495 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-77aabdd5-ef1a-4287-8ce2-c1e7da2a59d8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Request body: {'security_group_rule': {'security_group_id': '48b37801-74a7-48f4-a38a-8777f1691707', 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:54.429523 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-77aabdd5-ef1a-4287-8ce2-c1e7da2a59d8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:54.433764 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-77aabdd5-ef1a-4287-8ce2-c1e7da2a59d8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Usage tracker for resource:security_group_rule and tenant:4edb9e51dc124ab2ac42c8dfda565038 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:54.437664 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-77aabdd5-ef1a-4287-8ce2-c1e7da2a59d8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:54.438650 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.439201 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.segments_db [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Added segment 11f351e4-f2aa-4cf5-b540-7c0db015a1a6 of type vlan for network c0c4685a-67aa-44cb-a1a9-84e58ba78bb4
Jun 01 10:17:54.448032 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-55663d3f-f2b4-451b-b17e-705d118b64b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:54.458507 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-77aabdd5-ef1a-4287-8ce2-c1e7da2a59d8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:54.460443 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device ce995998-f798-4d03-bcc7-f4f64f8a583f up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:17:54.476244 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.securitygroups_db [None req-77aabdd5-ef1a-4287-8ce2-c1e7da2a59d8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Project 4edb9e51dc124ab2ac42c8dfda565038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 01 10:17:54.486796 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-77aabdd5-ef1a-4287-8ce2-c1e7da2a59d8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.575605 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port ce995998-f798-4d03-bcc7-f4f64f8a583f completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:17:54.575822 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad80dbab-39fd-4888-addf-863a4617dac4,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:54.581888 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:54.585453 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.596125 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port ce995998-f798-4d03-bcc7-f4f64f8a583f triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:54.598309 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.615654 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-77aabdd5-ef1a-4287-8ce2-c1e7da2a59d8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.622456 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-77aabdd5-ef1a-4287-8ce2-c1e7da2a59d8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.624454 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:54.637320 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.640447 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:54.641254 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.647813 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:54.653857 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aabdd5-ef1a-4287-8ce2-c1e7da2a59d8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996c2d1e-a3aa-4da9-a63e-7d93ff0544ea,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:54.658257 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-77aabdd5-ef1a-4287-8ce2-c1e7da2a59d8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:54.670367 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-77aabdd5-ef1a-4287-8ce2-c1e7da2a59d8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.687835 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-77aabdd5-ef1a-4287-8ce2-c1e7da2a59d8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2679098
Jun 01 10:17:54.688206 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51078) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:54.696235 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-4f9e2c47-0d45-4e09-9a37-473107fb1e5d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Request body: {'security_group_rule': {'security_group_id': '48b37801-74a7-48f4-a38a-8777f1691707', 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:54.704680 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-4f9e2c47-0d45-4e09-9a37-473107fb1e5d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:54.709856 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-4f9e2c47-0d45-4e09-9a37-473107fb1e5d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Usage tracker for resource:security_group_rule and tenant:4edb9e51dc124ab2ac42c8dfda565038 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:54.720073 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-4f9e2c47-0d45-4e09-9a37-473107fb1e5d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:54.728278 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-4f9e2c47-0d45-4e09-9a37-473107fb1e5d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:54.774620 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51084) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:54.780760 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-724350655', 'description': 'tempest-secgroup-smoke-724350655 description', 'project_id': '3c45032ce1f14e298c34f0a151a2bd04'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:54.787401 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:54.792549 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Usage tracker for resource:security_group and tenant:3c45032ce1f14e298c34f0a151a2bd04 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:54.795957 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:54.796929 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Pushing event updated for resources: {'Network': ['ID=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:54.800024 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:54.803266 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:54.806637 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.4094553
Jun 01 10:17:54.809581 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51088) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:54.817637 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Request body: {'subnet': {'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-470475809-subnet', 'tenant_id': '56636114736640519f8745b2a6167521', 'ip_version': 4}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:54.818263 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.824508 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:17:54.825153 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:54.830009 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Usage tracker for resource:subnet and tenant:56636114736640519f8745b2a6167521 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:54.833206 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:54.837033 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.securitygroups_db [None req-4f9e2c47-0d45-4e09-9a37-473107fb1e5d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Project 4edb9e51dc124ab2ac42c8dfda565038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 01 10:17:54.839987 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:54.850740 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:54.854038 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2c47-0d45-4e09-9a37-473107fb1e5d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.865333 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Usage tracker for resource:security_group_rule and tenant:3c45032ce1f14e298c34f0a151a2bd04 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:54.865920 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Made reservation on behalf of 56636114736640519f8745b2a6167521 for: {'subnet': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:17:54.869494 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2275644'] for subnet, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.871546 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:54.887255 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:54.964862 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2c47-0d45-4e09-9a37-473107fb1e5d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.985555 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:54.989422 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2c47-0d45-4e09-9a37-473107fb1e5d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.008809 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-77aabdd5-ef1a-4287-8ce2-c1e7da2a59d8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:55.028314 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aac4488-fd58-48bd-892a-6fe62abc788c None None] New status for floating IP c6e17fcc-e7c0-417f-a6aa-1413091d16eb: ACTIVE {{(pid=91882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:17:55.039582 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e2c47-0d45-4e09-9a37-473107fb1e5d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6f3c0f-b31e-4b03-b4e4-4de38b11c4a1,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:55.057439 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-4f9e2c47-0d45-4e09-9a37-473107fb1e5d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:55.080033 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.081642 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2c47-0d45-4e09-9a37-473107fb1e5d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.083122 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-4f9e2c47-0d45-4e09-9a37-473107fb1e5d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3938336
Jun 01 10:17:55.090192 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.095062 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-5f83cc86-5d34-4f8a-89f3-bda97419583c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:55.135817 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.137094 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3608005
Jun 01 10:17:55.141399 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51096) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:55.166422 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-52710e30-ad29-4e8c-8b4e-924d15db54dc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Request body: {'security_group_rule': {'security_group_id': 'e2e6c18c-081f-4ef4-ae62-c1d08b07ac36', 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:55.168247 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:55.171840 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:55.183631 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-52710e30-ad29-4e8c-8b4e-924d15db54dc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:55.189440 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-52710e30-ad29-4e8c-8b4e-924d15db54dc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Usage tracker for resource:security_group_rule and tenant:3c45032ce1f14e298c34f0a151a2bd04 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:55.202271 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-52710e30-ad29-4e8c-8b4e-924d15db54dc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:55.213317 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-52710e30-ad29-4e8c-8b4e-924d15db54dc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:55.273616 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-52710e30-ad29-4e8c-8b4e-924d15db54dc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.287854 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fca7520d-6169-4a2d-b6d7-3341f7e8f219 req-442f46e3-7bcd-4ab0-bdf6-f57c0b1af93c tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654128384&fields=id&tenant_id=4edb9e51dc124ab2ac42c8dfda565038 HTTP/1.1" status: 200  len: 267 time: 0.0611141
Jun 01 10:17:55.345458 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-52710e30-ad29-4e8c-8b4e-924d15db54dc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.380946 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port ce995998-f798-4d03-bcc7-f4f64f8a583f, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=ce995998-f798-4d03-bcc7-f4f64f8a583f,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:55.390405 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.392612 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-120453b2-2bea-43d9-9a9c-70314ce07412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:55.402837 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7520d-6169-4a2d-b6d7-3341f7e8f219 req-89fa98c8-d0be-45ce-8174-1e60c6fbf077 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:55.404196 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-52710e30-ad29-4e8c-8b4e-924d15db54dc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.405362 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fca7520d-6169-4a2d-b6d7-3341f7e8f219 req-89fa98c8-d0be-45ce-8174-1e60c6fbf077 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 945 time: 0.1167164
Jun 01 10:17:55.413437 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e458e589-aa16-414a-b592-06d71d3055fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:55.419831 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-fca7520d-6169-4a2d-b6d7-3341f7e8f219 req-52458348-ebf1-49a4-9c86-aff39f47304f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Request body: {'port': {'security_groups': ['23d0d27b-74d7-4432-99e5-5f0c48ee6aa9', '48b37801-74a7-48f4-a38a-8777f1691707']}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:55.451484 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52710e30-ad29-4e8c-8b4e-924d15db54dc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f176b59f-9cf4-4d82-a0e8-afc41ad707e8,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:55.458759 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-52710e30-ad29-4e8c-8b4e-924d15db54dc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:55.473954 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-52710e30-ad29-4e8c-8b4e-924d15db54dc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.477554 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-52710e30-ad29-4e8c-8b4e-924d15db54dc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3322229
Jun 01 10:17:55.479572 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51104) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:55.480885 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=ce995998-f798-4d03-bcc7-f4f64f8a583f,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:55.486229 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-8d7ef034-3dbe-4cd3-ad50-c8c203352c3c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Request body: {'security_group_rule': {'security_group_id': 'e2e6c18c-081f-4ef4-ae62-c1d08b07ac36', 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:55.491944 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:55.502625 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-8d7ef034-3dbe-4cd3-ad50-c8c203352c3c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:55.508635 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-8d7ef034-3dbe-4cd3-ad50-c8c203352c3c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Usage tracker for resource:security_group_rule and tenant:3c45032ce1f14e298c34f0a151a2bd04 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:55.512510 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-8d7ef034-3dbe-4cd3-ad50-c8c203352c3c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:55.519126 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-8d7ef034-3dbe-4cd3-ad50-c8c203352c3c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:55.582144 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef034-3dbe-4cd3-ad50-c8c203352c3c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.597145 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-fca7520d-6169-4a2d-b6d7-3341f7e8f219 req-52458348-ebf1-49a4-9c86-aff39f47304f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.626611 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3423773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2275626'] for subnet, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.639437 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-697f6cf4-431e-4958-9728-2c923c0f81b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:55.738354 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef034-3dbe-4cd3-ad50-c8c203352c3c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.739414 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd8d04e-4737-49be-98a4-b5894dc7714a,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:55.743406 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:55.751698 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Checking segment: {'id': '11f351e4-f2aa-4cf5-b540-7c0db015a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:17:55.752070 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Network hostable DHCP agents. Network: c0c4685a-67aa-44cb-a1a9-84e58ba78bb4, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:17:55.755307 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef034-3dbe-4cd3-ad50-c8c203352c3c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.758913 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:55.786114 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ef034-3dbe-4cd3-ad50-c8c203352c3c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c93a17a-ac7e-49e6-80e9-f40679b00836,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:55.792526 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-8d7ef034-3dbe-4cd3-ad50-c8c203352c3c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:55.804546 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef034-3dbe-4cd3-ad50-c8c203352c3c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.806851 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-8d7ef034-3dbe-4cd3-ad50-c8c203352c3c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3263664
Jun 01 10:17:55.808091 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Network c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:17:55.810252 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51114) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:55.818874 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-1957fddd-2a61-461c-9652-477b409444ce tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Request body: {'security_group_rule': {'security_group_id': 'e2e6c18c-081f-4ef4-ae62-c1d08b07ac36', 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:55.825439 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-1957fddd-2a61-461c-9652-477b409444ce tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:55.830293 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-1957fddd-2a61-461c-9652-477b409444ce tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Usage tracker for resource:security_group_rule and tenant:3c45032ce1f14e298c34f0a151a2bd04 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:55.832808 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, c0c4685a-67aa-44cb-a1a9-84e58ba78bb4) {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:17:55.834508 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-1957fddd-2a61-461c-9652-477b409444ce tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:55.846417 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-1957fddd-2a61-461c-9652-477b409444ce tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:55.847449 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4850cd4-a427-4255-ba75-dc997eec2c2e None None] Network c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:17:55.850755 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:55.851368 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.888677 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0744140
Jun 01 10:17:55.888677 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51118) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:55.893711 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:55.899092 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:55.903141 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Usage tracker for resource:router and tenant:56636114736640519f8745b2a6167521 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:55.906331 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:55.909011 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1957fddd-2a61-461c-9652-477b409444ce tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.921382 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:55.927819 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-fca7520d-6169-4a2d-b6d7-3341f7e8f219 req-52458348-ebf1-49a4-9c86-aff39f47304f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] For port b5fb8b96-da1e-4209-b42a-d678ba04601f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b5fb8b96-da1e-4209-b42a-d678ba04601f,segment=NetworkSegment(810fcc40-abe6-4914-89f9-1f775e1ae0cc),segment_id=810fcc40-abe6-4914-89f9-1f775e1ae0cc)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:17:55.954829 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7026'] for router, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.955386 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-944266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7017'] for router, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.969035 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-fca7520d-6169-4a2d-b6d7-3341f7e8f219 req-52458348-ebf1-49a4-9c86-aff39f47304f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.974891 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-fca7520d-6169-4a2d-b6d7-3341f7e8f219 req-52458348-ebf1-49a4-9c86-aff39f47304f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2489979'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.982073 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-dec8f22b-db64-48fd-ab3f-2c13a3aee9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:55.984439 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:55.990668 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['b5fb8b96-da1e-4209-b42a-d678ba04601f'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:17:56.007969 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1957fddd-2a61-461c-9652-477b409444ce tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.015247 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1957fddd-2a61-461c-9652-477b409444ce tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.017675 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-52710e30-ad29-4e8c-8b4e-924d15db54dc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:56.110887 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957fddd-2a61-461c-9652-477b409444ce tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844c190b-cc11-4d90-a00a-e7e9a9e8dbb6,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:56.147621 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7520d-6169-4a2d-b6d7-3341f7e8f219 req-52458348-ebf1-49a4-9c86-aff39f47304f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:56.148548 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-fca7520d-6169-4a2d-b6d7-3341f7e8f219 req-52458348-ebf1-49a4-9c86-aff39f47304f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.150523 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fca7520d-6169-4a2d-b6d7-3341f7e8f219 req-52458348-ebf1-49a4-9c86-aff39f47304f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "PUT /v2.0/ports/b5fb8b96-da1e-4209-b42a-d678ba04601f HTTP/1.1" status: 200  len: 981 time: 0.7372413
Jun 01 10:17:56.151069 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'tag': 'b5fb8b96-da1e-4209-b42a-d678ba04601f'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:17:56.153439 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34334192-40d2-4096-b145-009a81799538" -d '{"events": [{"name": "network-changed", "server_uuid": "457eeaf7-9d34-4fd5-a8bf-676280487413", "tag": "b5fb8b96-da1e-4209-b42a-d678ba04601f"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:17:56.157538 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-1957fddd-2a61-461c-9652-477b409444ce tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:56.198278 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52458348-ebf1-49a4-9c86-aff39f47304f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Pushing event updated for resources: {'Port': ['ID=b5fb8b96-da1e-4209-b42a-d678ba04601f,revision_number=6']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:56.202754 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-52458348-ebf1-49a4-9c86-aff39f47304f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:56.222288 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdde787a-1b20-4c41-b29b-2023bb371318 x-openstack-request-id: req-fdde787a-1b20-4c41-b29b-2023bb371318 {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:17:56.222612 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457eeaf7-9d34-4fd5-a8bf-676280487413", "tag": "b5fb8b96-da1e-4209-b42a-d678ba04601f", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:17:56.222899 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fdde787a-1b20-4c41-b29b-2023bb371318 {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:17:56.223319 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'tag': 'b5fb8b96-da1e-4209-b42a-d678ba04601f', 'status': 'completed', 'code': 200}
Jun 01 10:17:56.237995 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['b5fb8b96-da1e-4209-b42a-d678ba04601f'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:17:56.248818 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1957fddd-2a61-461c-9652-477b409444ce tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.250745 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-1957fddd-2a61-461c-9652-477b409444ce tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4396276
Jun 01 10:17:56.253764 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51128) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:56.263981 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-cb3ac60d-799c-40e5-91bf-9125b0ebc6ff tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Request body: {'security_group_rule': {'security_group_id': 'e2e6c18c-081f-4ef4-ae62-c1d08b07ac36', 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:56.269826 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-cb3ac60d-799c-40e5-91bf-9125b0ebc6ff tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:56.281338 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-cb3ac60d-799c-40e5-91bf-9125b0ebc6ff tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Usage tracker for resource:security_group_rule and tenant:3c45032ce1f14e298c34f0a151a2bd04 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:56.287919 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-cb3ac60d-799c-40e5-91bf-9125b0ebc6ff tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:56.297335 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-cb3ac60d-799c-40e5-91bf-9125b0ebc6ff tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:56.340634 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-cb3ac60d-799c-40e5-91bf-9125b0ebc6ff tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.355455 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9287f04-445e-5b22-a51c-be482d9fc361-c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'tenant_id': '56636114736640519f8745b2a6167521', 'fixed_ips': [{'subnet_id': '2dd8d04e-4737-49be-98a4-b5894dc7714a'}]}} from dv-cinder-784779-13-iscsi. {{(pid=91882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 10:17:56.356298 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.453826 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device ce995998-f798-4d03-bcc7-f4f64f8a583f up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:17:56.532340 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-cb3ac60d-799c-40e5-91bf-9125b0ebc6ff tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.539236 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-cb3ac60d-799c-40e5-91bf-9125b0ebc6ff tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.552061 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:56.579135 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ac60d-799c-40e5-91bf-9125b0ebc6ff tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2230ddb-a7d8-45ae-9d1c-88e19191e911,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:56.599162 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6268d-9a03-4b67-93e6-18e8f0e12c1c req-4e41cee3-20d7-4636-889e-a45bc95c6f2b tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:56.605812 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0bd6268d-9a03-4b67-93e6-18e8f0e12c1c req-4e41cee3-20d7-4636-889e-a45bc95c6f2b tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 984 time: 0.2296164
Jun 01 10:17:56.611792 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-cb3ac60d-799c-40e5-91bf-9125b0ebc6ff tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:56.633662 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-cb3ac60d-799c-40e5-91bf-9125b0ebc6ff tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.638344 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-cb3ac60d-799c-40e5-91bf-9125b0ebc6ff tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3807914
Jun 01 10:17:56.640698 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51132) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:56.648859 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-b975fb47-896b-4d6d-b630-6dfb89d66cc7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Request body: {'security_group_rule': {'security_group_id': 'e2e6c18c-081f-4ef4-ae62-c1d08b07ac36', 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:56.659180 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-b975fb47-896b-4d6d-b630-6dfb89d66cc7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:56.664360 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-b975fb47-896b-4d6d-b630-6dfb89d66cc7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Usage tracker for resource:security_group_rule and tenant:3c45032ce1f14e298c34f0a151a2bd04 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:56.666439 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-944303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6999'] for router, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.669995 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-b975fb47-896b-4d6d-b630-6dfb89d66cc7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:56.687793 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-b975fb47-896b-4d6d-b630-6dfb89d66cc7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:56.702862 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0bd6268d-9a03-4b67-93e6-18e8f0e12c1c req-2e5a95b2-0116-4dfd-97e5-aed6c8898724 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=48b37801-74a7-48f4-a38a-8777f1691707&id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0947056
Jun 01 10:17:56.708280 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.securitygroups_db [None req-b975fb47-896b-4d6d-b630-6dfb89d66cc7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Project 3c45032ce1f14e298c34f0a151a2bd04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 01 10:17:56.714680 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34334192-40d2-4096-b145-009a81799538 req-285b08fe-4d33-451a-add5-233b2c62354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:56.716400 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-34334192-40d2-4096-b145-009a81799538 req-285b08fe-4d33-451a-add5-233b2c62354d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4edb9e51dc124ab2ac42c8dfda565038&device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 1137 time: 0.4642982
Jun 01 10:17:56.717072 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b975fb47-896b-4d6d-b630-6dfb89d66cc7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.745876 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-38c28159-73ee-4a58-b113-94d0b13a6f77 None None] Provisioning complete for port b5fb8b96-da1e-4209-b42a-d678ba04601f triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:56.747119 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-38c28159-73ee-4a58-b113-94d0b13a6f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.768463 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Sync routers for ids ['2f44f815-38ea-477a-bc10-3725e9b9e5c7'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:17:56.780627 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Routers {'2f44f815-38ea-477a-bc10-3725e9b9e5c7'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:17:56.781494 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486221580>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:17:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['2f44f815-38ea-477a-bc10-3725e9b9e5c7'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:56.795822 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b975fb47-896b-4d6d-b630-6dfb89d66cc7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.804626 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b975fb47-896b-4d6d-b630-6dfb89d66cc7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.808076 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:56.832206 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975fb47-896b-4d6d-b630-6dfb89d66cc7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c06996-d727-484d-b503-f00a1dba7987,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:56.843571 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-b975fb47-896b-4d6d-b630-6dfb89d66cc7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:56.849824 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b975fb47-896b-4d6d-b630-6dfb89d66cc7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.851775 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-b975fb47-896b-4d6d-b630-6dfb89d66cc7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2104402
Jun 01 10:17:56.854251 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51138) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:56.869142 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-4d3a4f71-da73-4793-a3c5-ba69f2aea1da tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Request body: {'security_group_rule': {'security_group_id': 'e2e6c18c-081f-4ef4-ae62-c1d08b07ac36', 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:17:56.877414 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-4d3a4f71-da73-4793-a3c5-ba69f2aea1da tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:56.881954 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-4d3a4f71-da73-4793-a3c5-ba69f2aea1da tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Usage tracker for resource:security_group_rule and tenant:3c45032ce1f14e298c34f0a151a2bd04 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:56.886416 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-4d3a4f71-da73-4793-a3c5-ba69f2aea1da tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:56.895398 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-4d3a4f71-da73-4793-a3c5-ba69f2aea1da tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:56.912145 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.securitygroups_db [None req-4d3a4f71-da73-4793-a3c5-ba69f2aea1da tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Project 3c45032ce1f14e298c34f0a151a2bd04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 01 10:17:56.921652 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4d3a4f71-da73-4793-a3c5-ba69f2aea1da tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:56.959774 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34334192-40d2-4096-b145-009a81799538 req-7b1ba3ff-7e17-4553-8d4f-5b2ee5f1a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:56.961413 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-34334192-40d2-4096-b145-009a81799538 req-7b1ba3ff-7e17-4553-8d4f-5b2ee5f1a424 service neutron] 10.222.0.93 "GET /v2.0/networks?id=452d13e1-33ab-4730-abcd-9a5e2a3ca346 HTTP/1.1" status: 200  len: 916 time: 0.1922488
Jun 01 10:17:57.039004 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4d3a4f71-da73-4793-a3c5-ba69f2aea1da tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:57.050803 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4d3a4f71-da73-4793-a3c5-ba69f2aea1da tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:57.071385 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Set router 2f44f815-38ea-477a-bc10-3725e9b9e5c7 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:17:57.101428 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-cb3ac60d-799c-40e5-91bf-9125b0ebc6ff tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:57.101736 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port ce995998-f798-4d03-bcc7-f4f64f8a583f triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:17:57.102044 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:57.137602 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a4f71-da73-4793-a3c5-ba69f2aea1da tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1ab609-5b61-45b9-a6d4-df4c7d997381,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:57.141548 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-4d3a4f71-da73-4793-a3c5-ba69f2aea1da tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:57.142911 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4d3a4f71-da73-4793-a3c5-ba69f2aea1da tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:57.145941 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-4d3a4f71-da73-4793-a3c5-ba69f2aea1da tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2905409
Jun 01 10:17:57.214485 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-34334192-40d2-4096-b145-009a81799538 req-893c1583-7915-4c09-96d6-2c62b0e1c5c4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5fb8b96-da1e-4209-b42a-d678ba04601f HTTP/1.1" status: 200  len: 1001 time: 0.2396286
Jun 01 10:17:57.231408 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.db_base_plugin_common [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Allocated IP 172.20.0.2 (c0c4685a-67aa-44cb-a1a9-84e58ba78bb4/2dd8d04e-4737-49be-98a4-b5894dc7714a/db60bb01-b12b-490f-bab1-d8f0df68e753) {{(pid=91882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:17:57.404049 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34334192-40d2-4096-b145-009a81799538 req-5adbed6c-2cd4-4fd9-8e87-42c7fad1d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:57.405371 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-34334192-40d2-4096-b145-009a81799538 req-5adbed6c-2cd4-4fd9-8e87-42c7fad1d5b2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd HTTP/1.1" status: 200  len: 853 time: 0.1332161
Jun 01 10:17:57.466940 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:57.502800 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:57.562674 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51188) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:57.614786 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486221580>, [{'id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'name': 'tempest-TestVolumeBootPattern-1305129063-router', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce995998-f798-4d03-bcc7-f4f64f8a583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:44Z', 'updated_at': '2021-06-01T10:17:51Z', 'revision_number': 4, 'project_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'gw_port': {'id': 'ce995998-f798-4d03-bcc7-f4f64f8a583f', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:45Z', 'updated_at': '2021-06-01T10:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'ff1f5984-d300-4ed4-926f-04e0c20bd4be', 'name': '', 'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'mac_address': 'fa:16:3e:5b:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dbd5e646-d79c-4154-8e35-cc2ba4ac8387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:49Z', 'updated_at': '2021-06-01T10:17:51Z', 'revision_number': 2, 'project_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'subnets': [{'id': 'dbd5e646-d79c-4154-8e35-cc2ba4ac8387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:57.621387 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Checking router: 2f44f815-38ea-477a-bc10-3725e9b9e5c7 for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:17:57.623395 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Updating router 2f44f815-38ea-477a-bc10-3725e9b9e5c7 port ff1f5984-d300-4ed4-926f-04e0c20bd4be binding host dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:17:57.635749 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34334192-40d2-4096-b145-009a81799538 req-b4a908da-83fb-4f38-8d30-59d3ce2599ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:17:57.637390 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-34334192-40d2-4096-b145-009a81799538 req-b4a908da-83fb-4f38-8d30-59d3ce2599ca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=452d13e1-33ab-4730-abcd-9a5e2a3ca346&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2238498
Jun 01 10:17:57.696951 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:57.721063 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-656e400f-9cc6-4290-b622-3058f752519e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:57.739511 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-656e400f-9cc6-4290-b622-3058f752519e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:57.744554 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-656e400f-9cc6-4290-b622-3058f752519e admin admin] Usage tracker for resource:security_group_rule and tenant:51642a1ab6604764b4ec1c10e7d9e7da is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:57.748144 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-656e400f-9cc6-4290-b622-3058f752519e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:57.754927 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-656e400f-9cc6-4290-b622-3058f752519e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:57.837686 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Notify callbacks [] for port, precommit_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:57.879075 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Transition to ACTIVE for port object db60bb01-b12b-490f-bab1-d8f0df68e753 will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:17:57.891508 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-656e400f-9cc6-4290-b622-3058f752519e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:57.897994 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-656e400f-9cc6-4290-b622-3058f752519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:57.914511 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-088cf081-29dc-4e55-a9d8-bad549d8ed80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:57.975054 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-656e400f-9cc6-4290-b622-3058f752519e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=51642a1ab6604764b4ec1c10e7d9e7da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4111204
Jun 01 10:17:57.976641 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e400f-9cc6-4290-b622-3058f752519e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c92de38-f305-43ba-861a-c18f10d66d85,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:57.976846 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Transition to ACTIVE for port object db60bb01-b12b-490f-bab1-d8f0df68e753 will not be triggered until provisioned by entity DHCP. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:17:57.980057 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51194) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:57.980806 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Allocated IP 172.27.3.29 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/bedf5ce0-60f6-4f89-85f6-8a35f96825a8) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:17:58.002664 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-656e400f-9cc6-4290-b622-3058f752519e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:58.017841 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-34334192-40d2-4096-b145-009a81799538 req-e148727b-e627-4886-839b-4e8f41085258 service neutron] 10.222.0.93 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3401225
Jun 01 10:17:58.062975 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.090094 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:58.109230 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e7edadf3-bbd2-40ff-8161-b36713663a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.146498 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e7edadf3-bbd2-40ff-8161-b36713663a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.223278 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e7edadf3-bbd2-40ff-8161-b36713663a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.237766 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c1f956d2-94ee-43ad-ae42-5081bb127d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:58.256674 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7edadf3-bbd2-40ff-8161-b36713663a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c92de38-f305-43ba-861a-c18f10d66d85,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:58.267748 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e7edadf3-bbd2-40ff-8161-b36713663a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:58.271142 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e7edadf3-bbd2-40ff-8161-b36713663a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.272323 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-e7edadf3-bbd2-40ff-8161-b36713663a60 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9c92de38-f305-43ba-861a-c18f10d66d85 HTTP/1.1" status: 204  len: 168 time: 0.2744305
Jun 01 10:17:58.308151 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Network c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 is already hosted by enough agents. {{(pid=91882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:17:58.319081 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.base_scheduler [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Resources bound (agent type, host, resource id):  {{(pid=91882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:17:58.324039 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Received port after_create {{(pid=91882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:17:58.358095 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Notify callbacks [] for port, precommit_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.374006 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.provisioning_blocks [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Transition to ACTIVE for port object ff1f5984-d300-4ed4-926f-04e0c20bd4be will not be triggered until provisioned by entity L2. {{(pid=91883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:17:58.383303 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.391241 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:58.398868 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Pushing event updated for resources: {'Port': ['ID=db60bb01-b12b-490f-bab1-d8f0df68e753,revision_number=1']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:58.405773 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:58.433495 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-34334192-40d2-4096-b145-009a81799538 req-25d2bc6c-b1ca-4ef1-a1b4-ff8a489f3d71 service neutron] 10.222.0.93 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4008663
Jun 01 10:17:58.470462 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83385ebe-bf90-46b7-8e75-a1de63ffe380 None None] Pushing event updated for resources: {'Port': ['ID=ff1f5984-d300-4ed4-926f-04e0c20bd4be,revision_number=3']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:58.477093 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-83385ebe-bf90-46b7-8e75-a1de63ffe380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:58.495618 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.555014 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.567610 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-55915ce5-2dfd-4162-9f4a-559baed887e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:58.594195 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Attempting to bind port db60bb01-b12b-490f-bab1-d8f0df68e753 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:17:58.594669 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Attempting to bind port db60bb01-b12b-490f-bab1-d8f0df68e753 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '11f351e4-f2aa-4cf5-b540-7c0db015a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:17:58.595057 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Attempting to bind port db60bb01-b12b-490f-bab1-d8f0df68e753 on network c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:17:58.602352 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:17:58.602795 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Checking segment: {'id': '11f351e4-f2aa-4cf5-b540-7c0db015a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:17:58.603219 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.606603 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Bound using segment: {'id': '11f351e4-f2aa-4cf5-b540-7c0db015a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:17:58.607199 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Bound port: db60bb01-b12b-490f-bab1-d8f0df68e753, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f351e4-f2aa-4cf5-b540-7c0db015a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:17:58.607638 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.684182 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:17:58.688554 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:17:58.694233 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:17:58.736324 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Attempting to bind port ff1f5984-d300-4ed4-926f-04e0c20bd4be on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:17:58.736787 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Attempting to bind port ff1f5984-d300-4ed4-926f-04e0c20bd4be by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': 'a1fa1289-c128-41c5-927b-f05d85075b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c'}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:17:58.740273 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Attempting to bind port ff1f5984-d300-4ed4-926f-04e0c20bd4be on network e6899b5c-fabd-44b6-be1f-677172b1741c {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:17:58.744379 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Pushing event updated for resources: {'Port': ['ID=bedf5ce0-60f6-4f89-85f6-8a35f96825a8,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:58.753916 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:58.760223 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:17:58.760223 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Checking segment: {'id': 'a1fa1289-c128-41c5-927b-f05d85075b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:17:58.760574 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.761052 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Bound using segment: {'id': 'a1fa1289-c128-41c5-927b-f05d85075b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c'} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:17:58.761667 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Bound port: ff1f5984-d300-4ed4-926f-04e0c20bd4be, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fa1289-c128-41c5-927b-f05d85075b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c'}}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:17:58.762202 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.776469 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51220) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:58.794186 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] For port db60bb01-b12b-490f-bab1-d8f0df68e753, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:17:58.797856 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] For port db60bb01-b12b-490f-bab1-d8f0df68e753, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=db60bb01-b12b-490f-bab1-d8f0df68e753,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:17:58.802650 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-82a671d8-82e4-4cfb-8a52-d5c9956d18e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.804781 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.817067 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:58.846638 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-82a671d8-82e4-4cfb-8a52-d5c9956d18e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:17:58.851749 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-82a671d8-82e4-4cfb-8a52-d5c9956d18e3 admin admin] Usage tracker for resource:security_group_rule and tenant:c11ac94fc60043278de892dee1b21d43 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:17:58.856974 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-82a671d8-82e4-4cfb-8a52-d5c9956d18e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:17:58.865053 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-82a671d8-82e4-4cfb-8a52-d5c9956d18e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:17:58.934177 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] For port ff1f5984-d300-4ed4-926f-04e0c20bd4be, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:17:58.938144 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] For port ff1f5984-d300-4ed4-926f-04e0c20bd4be, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=ff1f5984-d300-4ed4-926f-04e0c20bd4be,segment=NetworkSegment(a1fa1289-c128-41c5-927b-f05d85075b2b),segment_id=a1fa1289-c128-41c5-927b-f05d85075b2b)] {{(pid=91883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:17:58.942349 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Pushing event updated for resources: {'Port': ['ID=db60bb01-b12b-490f-bab1-d8f0df68e753,revision_number=2']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:58.948467 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:58.955505 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:58.962932 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:59.012749 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-82a671d8-82e4-4cfb-8a52-d5c9956d18e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:59.020735 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-82a671d8-82e4-4cfb-8a52-d5c9956d18e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:59.033393 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-598c2f78-d31d-4504-8465-560fa3ec923d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:59.059456 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83385ebe-bf90-46b7-8e75-a1de63ffe380 None None] Pushing event updated for resources: {'Port': ['ID=ff1f5984-d300-4ed4-926f-04e0c20bd4be,revision_number=4']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:59.064424 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-83385ebe-bf90-46b7-8e75-a1de63ffe380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:59.069455 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Routers {'2f44f815-38ea-477a-bc10-3725e9b9e5c7'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:17:59.070698 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486221580>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:17:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['2f44f815-38ea-477a-bc10-3725e9b9e5c7'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:59.101523 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-82a671d8-82e4-4cfb-8a52-d5c9956d18e3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c11ac94fc60043278de892dee1b21d43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3233862
Jun 01 10:17:59.106885 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51224) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:17:59.110697 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a671d8-82e4-4cfb-8a52-d5c9956d18e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00515447-999e-4a72-ad97-f5c0e88ee746,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:59.155416 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-82a671d8-82e4-4cfb-8a52-d5c9956d18e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:59.279044 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-529ccbcf-58b1-4f9e-99b8-9415f4175f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:59.361701 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-529ccbcf-58b1-4f9e-99b8-9415f4175f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:59.390296 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] Set router 2f44f815-38ea-477a-bc10-3725e9b9e5c7 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:17:59.490273 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-529ccbcf-58b1-4f9e-99b8-9415f4175f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:59.495235 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ad6b9d13-b4fd-4504-bc3f-95d75c90989e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:17:59.508043 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ccbcf-58b1-4f9e-99b8-9415f4175f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00515447-999e-4a72-ad97-f5c0e88ee746,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:17:59.511559 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-529ccbcf-58b1-4f9e-99b8-9415f4175f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:17:59.519846 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-529ccbcf-58b1-4f9e-99b8-9415f4175f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:59.523593 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-529ccbcf-58b1-4f9e-99b8-9415f4175f89 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/00515447-999e-4a72-ad97-f5c0e88ee746 HTTP/1.1" status: 204  len: 168 time: 0.4122310
Jun 01 10:17:59.575212 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:17:59.800349 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486221580>, [{'id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'name': 'tempest-TestVolumeBootPattern-1305129063-router', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce995998-f798-4d03-bcc7-f4f64f8a583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:44Z', 'updated_at': '2021-06-01T10:17:51Z', 'revision_number': 4, 'project_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'gw_port': {'id': 'ce995998-f798-4d03-bcc7-f4f64f8a583f', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:45Z', 'updated_at': '2021-06-01T10:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'ff1f5984-d300-4ed4-926f-04e0c20bd4be', 'name': '', 'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'mac_address': 'fa:16:3e:5b:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dbd5e646-d79c-4154-8e35-cc2ba4ac8387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:49Z', 'updated_at': '2021-06-01T10:17:58Z', 'revision_number': 4, 'project_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'subnets': [{'id': 'dbd5e646-d79c-4154-8e35-cc2ba4ac8387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:17:59.805286 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c9ce4-4692-4e81-b1e4-03dc7a0becbb None None] The sync data for ids ['2f44f815-38ea-477a-bc10-3725e9b9e5c7'] in dv-cinder-784779-13-iscsi is: [{'id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'name': 'tempest-TestVolumeBootPattern-1305129063-router', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce995998-f798-4d03-bcc7-f4f64f8a583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:44Z', 'updated_at': '2021-06-01T10:17:51Z', 'revision_number': 4, 'project_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'gw_port': {'id': 'ce995998-f798-4d03-bcc7-f4f64f8a583f', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:45Z', 'updated_at': '2021-06-01T10:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'ff1f5984-d300-4ed4-926f-04e0c20bd4be', 'name': '', 'network_id': 'e6899b5c-fabd-44b6-be1f-677172b1741c', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'mac_address': 'fa:16:3e:5b:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dbd5e646-d79c-4154-8e35-cc2ba4ac8387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:49Z', 'updated_at': '2021-06-01T10:17:58Z', 'revision_number': 4, 'project_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'subnets': [{'id': 'dbd5e646-d79c-4154-8e35-cc2ba4ac8387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:17:59.969303 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944364'] for router, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:00.245783 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Router d2dc0115-3155-4e92-a7d7-94612e396a3f is scheduled to L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 with binding_index 1 {{(pid=91881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 10:18:00.275514 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ef769d-0235-4d8d-8795-32e58140c952 None None] Network c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:18:00.432374 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-4caadc3e-98b4-4f60-ade8-c12b12739538 None None] Provisioning for port db60bb01-b12b-490f-bab1-d8f0df68e753 completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:00.534484 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:18:00.561010 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Sync routers for ids ['d2dc0115-3155-4e92-a7d7-94612e396a3f'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:18:00.582524 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Notify callbacks [] for router, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:00.583912 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.6949155
Jun 01 10:18:00.586789 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51252) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:00.603813 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Routers {'d2dc0115-3155-4e92-a7d7-94612e396a3f'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:00.606203 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4870052e0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:17:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['d2dc0115-3155-4e92-a7d7-94612e396a3f'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:00.685587 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device db60bb01-b12b-490f-bab1-d8f0df68e753 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:00.906058 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port db60bb01-b12b-490f-bab1-d8f0df68e753 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:00.918617 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port db60bb01-b12b-490f-bab1-d8f0df68e753 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:00.919015 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:00.997926 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Set router d2dc0115-3155-4e92-a7d7-94612e396a3f gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:01.353416 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:01.418764 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port db60bb01-b12b-490f-bab1-d8f0df68e753, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=db60bb01-b12b-490f-bab1-d8f0df68e753,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:01.425400 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:01.428143 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:01.429037 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device ff1f5984-d300-4ed4-926f-04e0c20bd4be up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:01.461490 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:01.599127 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4870052e0>, [{'id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:55Z', 'updated_at': '2021-06-01T10:17:59Z', 'revision_number': 3, 'project_id': '56636114736640519f8745b2a6167521', 'gw_port': {'id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:57Z', 'updated_at': '2021-06-01T10:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:01.617141 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-fb26c417-8e21-4889-88b9-519fee20f9c2 None None] Provisioning complete for port db60bb01-b12b-490f-bab1-d8f0df68e753 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:01.617549 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-fb26c417-8e21-4889-88b9-519fee20f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:01.648122 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Checking router: d2dc0115-3155-4e92-a7d7-94612e396a3f for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:18:01.648397 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Updating router d2dc0115-3155-4e92-a7d7-94612e396a3f port bedf5ce0-60f6-4f89-85f6-8a35f96825a8 binding host dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:18:01.716786 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=db60bb01-b12b-490f-bab1-d8f0df68e753,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:01.721182 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:01.749011 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:01.770210 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Allocated IP 172.20.0.1 (c0c4685a-67aa-44cb-a1a9-84e58ba78bb4/2dd8d04e-4737-49be-98a4-b5894dc7714a/63f339be-47ca-4d80-bb6e-6cd457156d6e) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:18:01.778335 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port ff1f5984-d300-4ed4-926f-04e0c20bd4be completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:01.795282 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port ff1f5984-d300-4ed4-926f-04e0c20bd4be triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:01.795615 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:01.960515 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.005221 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Transition to ACTIVE for port object 63f339be-47ca-4d80-bb6e-6cd457156d6e will not be triggered until provisioned by entity DHCP. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:02.049566 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.056452 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-a18d1a5e-1c52-4e42-8d7c-d3eec1d96011 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:02.130785 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Network c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:18:02.134330 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:02.136684 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:18:02.184778 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Pushing event updated for resources: {'Port': ['ID=63f339be-47ca-4d80-bb6e-6cd457156d6e,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:02.187649 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:02.199921 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944029'] for router_interface, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.201139 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.262846 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port ff1f5984-d300-4ed4-926f-04e0c20bd4be, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=ff1f5984-d300-4ed4-926f-04e0c20bd4be,segment=NetworkSegment(a1fa1289-c128-41c5-927b-f05d85075b2b),segment_id=a1fa1289-c128-41c5-927b-f05d85075b2b)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:02.269784 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.281465 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-4e18b5dd-dd6c-4fee-b6cb-96b7c8547fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:02.347008 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.410282 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device db60bb01-b12b-490f-bab1-d8f0df68e753 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:02.459093 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-219c0c68-52b1-49de-819b-0ed9e78ffd10 None None] Provisioning for port 63f339be-47ca-4d80-bb6e-6cd457156d6e completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:02.484540 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-219c0c68-52b1-49de-819b-0ed9e78ffd10 None None] Provisioning complete for port 63f339be-47ca-4d80-bb6e-6cd457156d6e triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:02.484961 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-219c0c68-52b1-49de-819b-0ed9e78ffd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.516645 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Notify callbacks [] for port, precommit_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.518986 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=ff1f5984-d300-4ed4-926f-04e0c20bd4be,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:02.531348 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:02.557755 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Transition to ACTIVE for port object bedf5ce0-60f6-4f89-85f6-8a35f96825a8 will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:02.565114 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-219c0c68-52b1-49de-819b-0ed9e78ffd10 None None] Port 63f339be-47ca-4d80-bb6e-6cd457156d6e cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:18:02.568730 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.575066 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:02.590913 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.597328 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2489979'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.629409 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e845a061-dc78-4340-bbf8-7b0f6232d489 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:02.661989 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e259a-d766-4b29-b6f2-65c303ea14c1 None None] Pushing event updated for resources: {'Port': ['ID=bedf5ce0-60f6-4f89-85f6-8a35f96825a8,revision_number=2']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:02.664493 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Attempting to bind port bedf5ce0-60f6-4f89-85f6-8a35f96825a8 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:18:02.664645 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Attempting to bind port bedf5ce0-60f6-4f89-85f6-8a35f96825a8 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:18:02.664997 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Attempting to bind port bedf5ce0-60f6-4f89-85f6-8a35f96825a8 on network e28a5a03-817a-4451-8e06-db27cb915a3e {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:18:02.667304 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-6c1e259a-d766-4b29-b6f2-65c303ea14c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:02.669336 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port db60bb01-b12b-490f-bab1-d8f0df68e753 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:02.669716 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.699876 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:18:02.700260 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Checking segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:18:02.700671 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.701076 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Bound using segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:18:02.701587 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Bound port: bedf5ce0-60f6-4f89-85f6-8a35f96825a8, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:18:02.701969 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.712879 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Pushing event updated for resources: {'Port': ['ID=63f339be-47ca-4d80-bb6e-6cd457156d6e,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:02.714182 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:02.714998 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943920'] for router_interface, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.803672 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] For port bedf5ce0-60f6-4f89-85f6-8a35f96825a8, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:18:02.807626 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] For port bedf5ce0-60f6-4f89-85f6-8a35f96825a8, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=bedf5ce0-60f6-4f89-85f6-8a35f96825a8,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:18:02.838929 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:02.849413 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8bf75852-013c-46d0-8bcb-f7a411374070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:02.870850 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Network c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:18:02.872660 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:02.943664 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Routers {'d2dc0115-3155-4e92-a7d7-94612e396a3f'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:02.944063 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4870052e0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:17:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['d2dc0115-3155-4e92-a7d7-94612e396a3f'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:03.015502 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e259a-d766-4b29-b6f2-65c303ea14c1 None None] Pushing event updated for resources: {'Port': ['ID=bedf5ce0-60f6-4f89-85f6-8a35f96825a8,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:03.020212 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-6c1e259a-d766-4b29-b6f2-65c303ea14c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:03.102122 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Router d2dc0115-3155-4e92-a7d7-94612e396a3f has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:18:03.156982 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] Set router d2dc0115-3155-4e92-a7d7-94612e396a3f gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:03.296772 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:18:03.304763 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-d375cbce-d8be-4950-8f6c-922efeee1e14 None None] Provisioning complete for port 63f339be-47ca-4d80-bb6e-6cd457156d6e triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:03.305182 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d375cbce-d8be-4950-8f6c-922efeee1e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:03.319785 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] 10.222.0.86 "PUT /v2.0/routers/d2dc0115-3155-4e92-a7d7-94612e396a3f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7229409
Jun 01 10:18:03.494509 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-d375cbce-d8be-4950-8f6c-922efeee1e14 None None] Port 63f339be-47ca-4d80-bb6e-6cd457156d6e cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:18:03.605960 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4870052e0>, [{'id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:55Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 4, 'project_id': '56636114736640519f8745b2a6167521', 'gw_port': {'id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:57Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '63f339be-47ca-4d80-bb6e-6cd457156d6e', 'name': '', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'tenant_id': '56636114736640519f8745b2a6167521', 'mac_address': 'fa:16:3e:4b:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:01Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 2, 'project_id': '56636114736640519f8745b2a6167521', 'subnets': [{'id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:03.611458 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf3255-b84e-4a39-aa5f-816a28681858 None None] The sync data for ids ['d2dc0115-3155-4e92-a7d7-94612e396a3f'] in dv-cinder-784779-13-iscsi is: [{'id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:55Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 4, 'project_id': '56636114736640519f8745b2a6167521', 'gw_port': {'id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:57Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '63f339be-47ca-4d80-bb6e-6cd457156d6e', 'name': '', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'tenant_id': '56636114736640519f8745b2a6167521', 'mac_address': 'fa:16:3e:4b:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:01Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 2, 'project_id': '56636114736640519f8745b2a6167521', 'subnets': [{'id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:18:03.973925 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51312) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:03.980503 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-907293476-network', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:03.985614 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:03.997796 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Usage tracker for resource:network and tenant:8f2b4187a9054f5591a9b06b3a5628ba is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:04.000883 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:04.012690 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:04.027909 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Made reservation on behalf of 8f2b4187a9054f5591a9b06b3a5628ba for: {'network': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:18:04.030260 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:04.043040 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:04.058384 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:04.062308 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Usage tracker for resource:security_group_rule and tenant:8f2b4187a9054f5591a9b06b3a5628ba is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:04.065524 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:04.072492 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:04.164765 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:04.169372 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:04.172409 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-62eb66ec-1886-4eaa-a44a-1fff84b66b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:04.201004 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1208}  {{(pid=91880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:18:04.211242 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdee1ce-b45a-42cf-a724-41d09bac7399,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:04.215295 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:04.221042 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:04.221478 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.segments_db [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Added segment 3ac73514-5741-4ed3-a92b-09a82294d748 of type vlan for network 50e8a0ff-5f2f-48df-a030-ea9dd9f648d5
Jun 01 10:18:04.270450 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:04.311107 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:04.312923 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:04.313696 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:04.318351 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-f6e1c71e-5cd3-43bd-818d-5f987e5c68f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:04.481126 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device ff1f5984-d300-4ed4-926f-04e0c20bd4be up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:04.501336 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Pushing event updated for resources: {'Network': ['ID=50e8a0ff-5f2f-48df-a030-ea9dd9f648d5,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:04.504907 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:04.507487 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5325048
Jun 01 10:18:04.510918 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51318) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:04.517466 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Request body: {'subnet': {'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-907293476-subnet', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'ip_version': 4}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:04.522586 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:04.527641 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Usage tracker for resource:subnet and tenant:8f2b4187a9054f5591a9b06b3a5628ba is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:04.535817 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network 50e8a0ff-5f2f-48df-a030-ea9dd9f648d5 details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:18:04.536376 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:04.543060 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:04.557373 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Made reservation on behalf of 8f2b4187a9054f5591a9b06b3a5628ba for: {'subnet': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:18:04.559938 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731578'] for subnet, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:04.690264 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port ff1f5984-d300-4ed4-926f-04e0c20bd4be triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:04.690730 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:04.826665 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device bedf5ce0-60f6-4f89-85f6-8a35f96825a8 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:04.891233 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51326) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:04.902785 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port bedf5ce0-60f6-4f89-85f6-8a35f96825a8 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:04.908322 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port bedf5ce0-60f6-4f89-85f6-8a35f96825a8 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:04.908701 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.029758 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2392770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731564'] for subnet, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.036600 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:05.054568 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.054798 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-808859b2-941e-4807-8b61-4153823fd0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.073895 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port bedf5ce0-60f6-4f89-85f6-8a35f96825a8, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=bedf5ce0-60f6-4f89-85f6-8a35f96825a8,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:05.082519 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.084941 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:05.090214 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-808859b2-941e-4807-8b61-4153823fd0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:05.095640 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-808859b2-941e-4807-8b61-4153823fd0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:729a6ef2cec9472a8fbcc76c13c61110 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:05.099194 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-808859b2-941e-4807-8b61-4153823fd0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:05.107577 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-808859b2-941e-4807-8b61-4153823fd0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:05.125670 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4725ff8c-f4d9-4eb4-b8b8-b429b531db77,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:05.130723 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:05.131784 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Checking segment: {'id': '3ac73514-5741-4ed3-a92b-09a82294d748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:18:05.134390 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Network hostable DHCP agents. Network: 50e8a0ff-5f2f-48df-a030-ea9dd9f648d5, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:18:05.170479 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Network 50e8a0ff-5f2f-48df-a030-ea9dd9f648d5 is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:18:05.171022 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=bedf5ce0-60f6-4f89-85f6-8a35f96825a8,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:05.175166 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:05.182576 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, 50e8a0ff-5f2f-48df-a030-ea9dd9f648d5) {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:05.192513 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:05.193133 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.194488 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18df24f0-457a-40eb-ad54-fd75985abd32 None None] Network 50e8a0ff-5f2f-48df-a030-ea9dd9f648d5 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:18:05.221008 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-2c0455a1-e016-4188-b3e0-0acd0f7d438c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7056668
Jun 01 10:18:05.222076 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51334) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:05.230650 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-907293476-router', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:05.236074 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-808859b2-941e-4807-8b61-4153823fd0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.236502 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:05.246610 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Usage tracker for resource:router and tenant:8f2b4187a9054f5591a9b06b3a5628ba is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:05.247003 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-808859b2-941e-4807-8b61-4153823fd0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.252742 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:05.261289 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:05.269474 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6b578dbc-7d55-4071-b841-829ce065addf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:05.277545 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7026'] for router, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.278825 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-944266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7017'] for router, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.310812 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.317451 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808859b2-941e-4807-8b61-4153823fd0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f4d9ab-8819-461f-933f-95aa0ad65ab8,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:05.321116 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-808859b2-941e-4807-8b61-4153823fd0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:05.323853 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-808859b2-941e-4807-8b61-4153823fd0c4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=729a6ef2cec9472a8fbcc76c13c61110&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4303427
Jun 01 10:18:05.327830 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51338) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:05.338296 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-5b50db4d-789e-4e83-81de-f98cf409655f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.414286 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1ce4071f-e853-47c7-bbd6-c81f98afc361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.447909 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1ce4071f-e853-47c7-bbd6-c81f98afc361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.512214 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1ce4071f-e853-47c7-bbd6-c81f98afc361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.516060 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-05990188-740f-47d1-bd72-0675379209ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:05.521787 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.524061 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9287f04-445e-5b22-a51c-be482d9fc361-50e8a0ff-5f2f-48df-a030-ea9dd9f648d5', 'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'fixed_ips': [{'subnet_id': '4725ff8c-f4d9-4eb4-b8b8-b429b531db77'}]}} from dv-cinder-784779-13-iscsi. {{(pid=91882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 10:18:05.525446 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.537150 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4071f-e853-47c7-bbd6-c81f98afc361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f4d9ab-8819-461f-933f-95aa0ad65ab8,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:05.543337 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-1ce4071f-e853-47c7-bbd6-c81f98afc361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:05.556612 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1ce4071f-e853-47c7-bbd6-c81f98afc361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.561479 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-1ce4071f-e853-47c7-bbd6-c81f98afc361 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/21f4d9ab-8819-461f-933f-95aa0ad65ab8 HTTP/1.1" status: 204  len: 168 time: 0.2289159
Jun 01 10:18:05.625770 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-944303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6999'] for router, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.723461 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.db_base_plugin_common [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Allocated IP 172.20.0.2 (50e8a0ff-5f2f-48df-a030-ea9dd9f648d5/4725ff8c-f4d9-4eb4-b8b8-b429b531db77/6e9de009-0a80-45d3-a758-dc95d992fd0e) {{(pid=91882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:18:05.960397 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Notify callbacks [] for port, precommit_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.965637 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:05.978996 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Transition to ACTIVE for port object 6e9de009-0a80-45d3-a758-dc95d992fd0e will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:06.000785 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51346) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:06.004720 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:06.014547 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Transition to ACTIVE for port object 6e9de009-0a80-45d3-a758-dc95d992fd0e will not be triggered until provisioned by entity DHCP. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:06.021909 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255'] for port, after_create {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:06.023172 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7cfc1e29-fa19-4528-8bea-e2d1d13ceb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:06.025659 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-6c1e259a-d766-4b29-b6f2-65c303ea14c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:06.038486 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-7cfc1e29-fa19-4528-8bea-e2d1d13ceb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:06.042920 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-7cfc1e29-fa19-4528-8bea-e2d1d13ceb6f admin admin] Usage tracker for resource:security_group_rule and tenant:c0516a211d7d42e7a12f062762264f88 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:06.046048 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-7cfc1e29-fa19-4528-8bea-e2d1d13ceb6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:06.052415 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-7cfc1e29-fa19-4528-8bea-e2d1d13ceb6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:06.098850 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Network 50e8a0ff-5f2f-48df-a030-ea9dd9f648d5 is already hosted by enough agents. {{(pid=91882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:18:06.102151 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.scheduler.base_scheduler [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Resources bound (agent type, host, resource id):  {{(pid=91882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:06.105114 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Received port after_create {{(pid=91882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:18:06.167528 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7cfc1e29-fa19-4528-8bea-e2d1d13ceb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:06.173804 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Allocated IP 172.27.3.164 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/426e9ca0-aff3-45ba-bab6-ae0b6c1f517b) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:18:06.176879 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7cfc1e29-fa19-4528-8bea-e2d1d13ceb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:06.192377 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-3a8b9a42-aa07-4a42-914c-4dcbcd7871f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:06.195845 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Pushing event updated for resources: {'Port': ['ID=6e9de009-0a80-45d3-a758-dc95d992fd0e,revision_number=1']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:06.199548 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:06.228499 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Attempting to bind port 6e9de009-0a80-45d3-a758-dc95d992fd0e on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:18:06.228837 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Attempting to bind port 6e9de009-0a80-45d3-a758-dc95d992fd0e by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '3ac73514-5741-4ed3-a92b-09a82294d748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:18:06.229101 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Attempting to bind port 6e9de009-0a80-45d3-a758-dc95d992fd0e on network 50e8a0ff-5f2f-48df-a030-ea9dd9f648d5 {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:18:06.234707 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:18:06.235087 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Checking segment: {'id': '3ac73514-5741-4ed3-a92b-09a82294d748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:18:06.235496 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:06.235890 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Bound using segment: {'id': '3ac73514-5741-4ed3-a92b-09a82294d748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:18:06.236367 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Bound port: 6e9de009-0a80-45d3-a758-dc95d992fd0e, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac73514-5741-4ed3-a92b-09a82294d748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:18:06.236754 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:06.251474 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc1e29-fa19-4528-8bea-e2d1d13ceb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5edc06-e4d3-4d9d-b9c3-bed07d1f4ce5,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:06.258113 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-7cfc1e29-fa19-4528-8bea-e2d1d13ceb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:06.269641 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-7cfc1e29-fa19-4528-8bea-e2d1d13ceb6f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c0516a211d7d42e7a12f062762264f88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2679846
Jun 01 10:18:06.271881 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51352) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:06.413942 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] For port 6e9de009-0a80-45d3-a758-dc95d992fd0e, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:18:06.425553 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] For port 6e9de009-0a80-45d3-a758-dc95d992fd0e, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=6e9de009-0a80-45d3-a758-dc95d992fd0e,segment=NetworkSegment(3ac73514-5741-4ed3-a92b-09a82294d748),segment_id=3ac73514-5741-4ed3-a92b-09a82294d748)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:18:06.434071 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:06.440955 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-6c1e259a-d766-4b29-b6f2-65c303ea14c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:06.481280 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:06.483494 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device bedf5ce0-60f6-4f89-85f6-8a35f96825a8 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:06.487576 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-13aeec74-866c-408c-bc8e-9eecfb56c6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:06.520059 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:06.525454 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-13aeec74-866c-408c-bc8e-9eecfb56c6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:06.526780 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:06.598201 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:18:06.601666 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:06.602515 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-13aeec74-866c-408c-bc8e-9eecfb56c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:06.606641 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:18:06.609149 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6be8b383-cbf7-4962-8bc9-8c0b0a2a8ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:06.619029 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Pushing event updated for resources: {'Port': ['ID=6e9de009-0a80-45d3-a758-dc95d992fd0e,revision_number=2']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:06.622734 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:06.628395 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aeec74-866c-408c-bc8e-9eecfb56c6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5edc06-e4d3-4d9d-b9c3-bed07d1f4ce5,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:06.632345 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-13aeec74-866c-408c-bc8e-9eecfb56c6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:06.637392 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-13aeec74-866c-408c-bc8e-9eecfb56c6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:06.638768 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-13aeec74-866c-408c-bc8e-9eecfb56c6f0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2e5edc06-e4d3-4d9d-b9c3-bed07d1f4ce5 HTTP/1.1" status: 204  len: 168 time: 0.3658538
Jun 01 10:18:06.643053 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Sync routers for ids ['d2dc0115-3155-4e92-a7d7-94612e396a3f'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:18:06.651158 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port bedf5ce0-60f6-4f89-85f6-8a35f96825a8 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:06.651545 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:06.660693 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Routers {'d2dc0115-3155-4e92-a7d7-94612e396a3f'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:06.661405 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486221910>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:17:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['d2dc0115-3155-4e92-a7d7-94612e396a3f'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:06.668418 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Pushing event updated for resources: {'Port': ['ID=426e9ca0-aff3-45ba-bab6-ae0b6c1f517b,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:06.673503 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:06.934136 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Set router d2dc0115-3155-4e92-a7d7-94612e396a3f gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:07.229653 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:07.313657 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486221910>, [{'id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:55Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 4, 'project_id': '56636114736640519f8745b2a6167521', 'gw_port': {'id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:57Z', 'updated_at': '2021-06-01T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '63f339be-47ca-4d80-bb6e-6cd457156d6e', 'name': '', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'tenant_id': '56636114736640519f8745b2a6167521', 'mac_address': 'fa:16:3e:4b:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:01Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 2, 'project_id': '56636114736640519f8745b2a6167521', 'subnets': [{'id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:07.318634 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Checking router: d2dc0115-3155-4e92-a7d7-94612e396a3f for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:18:07.319199 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Updating router d2dc0115-3155-4e92-a7d7-94612e396a3f port 63f339be-47ca-4d80-bb6e-6cd457156d6e binding host dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:18:07.399052 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:07.632913 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-944364'] for router, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:07.737295 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8f64b534-8ecc-4a8c-a841-78ea11989733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:07.880267 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:07.909579 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Notify callbacks [] for port, precommit_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:07.914715 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Router 20de1cae-59b4-4170-b3bb-8724fa6d9f0d is scheduled to L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 with binding_index 1 {{(pid=91880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 10:18:07.924868 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c319bb4e-acfa-4845-96d0-f15bfa1c1843 None None] Network 50e8a0ff-5f2f-48df-a030-ea9dd9f648d5 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:18:07.925478 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.provisioning_blocks [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Transition to ACTIVE for port object 63f339be-47ca-4d80-bb6e-6cd457156d6e will not be triggered until provisioned by entity L2. {{(pid=91883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:07.934505 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:07.947246 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-20e92f5b-cbd6-439b-8ed7-077cb5f7f822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:08.117253 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-410d89c5-75aa-44d5-84f0-ccdd73f8b041 None None] Provisioning for port 6e9de009-0a80-45d3-a758-dc95d992fd0e completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:08.126479 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ee833-810f-4f94-be8d-884d2d3b8864 None None] Pushing event updated for resources: {'Port': ['ID=63f339be-47ca-4d80-bb6e-6cd457156d6e,revision_number=3']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:08.141917 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-9e7ee833-810f-4f94-be8d-884d2d3b8864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:08.275395 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:18:08.283218 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Attempting to bind port 63f339be-47ca-4d80-bb6e-6cd457156d6e on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:18:08.283737 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Attempting to bind port 63f339be-47ca-4d80-bb6e-6cd457156d6e by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '11f351e4-f2aa-4cf5-b540-7c0db015a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4'}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:18:08.284194 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Attempting to bind port 63f339be-47ca-4d80-bb6e-6cd457156d6e on network c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:18:08.296443 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:18:08.296916 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Checking segment: {'id': '11f351e4-f2aa-4cf5-b540-7c0db015a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:18:08.297532 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:08.298417 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Bound using segment: {'id': '11f351e4-f2aa-4cf5-b540-7c0db015a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4'} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:18:08.299751 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Sync routers for ids ['20de1cae-59b4-4170-b3bb-8724fa6d9f0d'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:18:08.303248 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Bound port: 63f339be-47ca-4d80-bb6e-6cd457156d6e, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f351e4-f2aa-4cf5-b540-7c0db015a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4'}}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:18:08.303789 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:08.308686 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Notify callbacks [] for router, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:08.311081 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.0876124
Jun 01 10:18:08.314283 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51384) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:08.369554 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Routers {'20de1cae-59b4-4170-b3bb-8724fa6d9f0d'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:08.370770 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd48583ba30>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['20de1cae-59b4-4170-b3bb-8724fa6d9f0d'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:08.421293 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] For port 63f339be-47ca-4d80-bb6e-6cd457156d6e, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:18:08.429244 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] For port 63f339be-47ca-4d80-bb6e-6cd457156d6e, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=63f339be-47ca-4d80-bb6e-6cd457156d6e,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:18:08.446823 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:08.454189 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:08.654845 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Set router 20de1cae-59b4-4170-b3bb-8724fa6d9f0d gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:08.678370 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ee833-810f-4f94-be8d-884d2d3b8864 None None] Pushing event updated for resources: {'Port': ['ID=63f339be-47ca-4d80-bb6e-6cd457156d6e,revision_number=4']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:08.689019 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Routers {'d2dc0115-3155-4e92-a7d7-94612e396a3f'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:08.690607 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486221910>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['d2dc0115-3155-4e92-a7d7-94612e396a3f'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:08.776431 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-9e7ee833-810f-4f94-be8d-884d2d3b8864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:08.815740 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 6e9de009-0a80-45d3-a758-dc95d992fd0e up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:08.922671 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] Set router d2dc0115-3155-4e92-a7d7-94612e396a3f gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:08.955094 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:09.052336 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 6e9de009-0a80-45d3-a758-dc95d992fd0e completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:09.064429 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 6e9de009-0a80-45d3-a758-dc95d992fd0e triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:09.064817 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:09.095662 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-3e74c688-e084-4854-a113-43af264f0182 None None] Provisioning complete for port 6e9de009-0a80-45d3-a758-dc95d992fd0e triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:09.096056 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-3e74c688-e084-4854-a113-43af264f0182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:09.298597 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd48583ba30>, [{'id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'name': 'tempest-TestShelveInstance-907293476-router', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '426e9ca0-aff3-45ba-bab6-ae0b6c1f517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:18:05Z', 'updated_at': '2021-06-01T10:18:06Z', 'revision_number': 3, 'project_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'gw_port': {'id': '426e9ca0-aff3-45ba-bab6-ae0b6c1f517b', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:06Z', 'updated_at': '2021-06-01T10:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:09.316679 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486221910>, [{'id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:55Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 4, 'project_id': '56636114736640519f8745b2a6167521', 'gw_port': {'id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:57Z', 'updated_at': '2021-06-01T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '63f339be-47ca-4d80-bb6e-6cd457156d6e', 'name': '', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'tenant_id': '56636114736640519f8745b2a6167521', 'mac_address': 'fa:16:3e:4b:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:01Z', 'updated_at': '2021-06-01T10:18:08Z', 'revision_number': 4, 'project_id': '56636114736640519f8745b2a6167521', 'subnets': [{'id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:09.317475 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Checking router: 20de1cae-59b4-4170-b3bb-8724fa6d9f0d for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:18:09.317846 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Updating router 20de1cae-59b4-4170-b3bb-8724fa6d9f0d port 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b binding host dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:18:09.325216 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acac37-0531-4f44-b0b0-1bb6e2b046a7 None None] The sync data for ids ['d2dc0115-3155-4e92-a7d7-94612e396a3f'] in dv-cinder-784779-13-iscsi is: [{'id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:55Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 4, 'project_id': '56636114736640519f8745b2a6167521', 'gw_port': {'id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:57Z', 'updated_at': '2021-06-01T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '63f339be-47ca-4d80-bb6e-6cd457156d6e', 'name': '', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'tenant_id': '56636114736640519f8745b2a6167521', 'mac_address': 'fa:16:3e:4b:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:01Z', 'updated_at': '2021-06-01T10:18:08Z', 'revision_number': 4, 'project_id': '56636114736640519f8745b2a6167521', 'subnets': [{'id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:18:09.332425 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:09.356809 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-3e74c688-e084-4854-a113-43af264f0182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:09.386865 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:09.423157 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:09.519791 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-3e74c688-e084-4854-a113-43af264f0182 None None] For port 6e9de009-0a80-45d3-a758-dc95d992fd0e, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=6e9de009-0a80-45d3-a758-dc95d992fd0e,segment=NetworkSegment(3ac73514-5741-4ed3-a92b-09a82294d748),segment_id=3ac73514-5741-4ed3-a92b-09a82294d748)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:09.532330 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-3e74c688-e084-4854-a113-43af264f0182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:09.536986 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:09.592463 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Allocated IP 172.20.0.1 (50e8a0ff-5f2f-48df-a030-ea9dd9f648d5/4725ff8c-f4d9-4eb4-b8b8-b429b531db77/e9d18000-5de7-42c2-9c1c-2a8377f4a2d3) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:18:09.730696 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.db.api [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 01 10:18:09.731319 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_db.api [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 01 10:18:09.752186 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74c688-e084-4854-a113-43af264f0182 None None] Pushing event updated for resources: {'Port': ['ID=6e9de009-0a80-45d3-a758-dc95d992fd0e,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:09.759844 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-3e74c688-e084-4854-a113-43af264f0182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:09.801504 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:09.819683 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Transition to ACTIVE for port object e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 will not be triggered until provisioned by entity DHCP. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:09.845642 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:09.858174 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-725834dc-f473-4498-a223-f11e18457fa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:09.926833 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Network 50e8a0ff-5f2f-48df-a030-ea9dd9f648d5 is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:18:09.930639 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:09.935555 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:18:10.003259 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Pushing event updated for resources: {'Port': ['ID=e9d18000-5de7-42c2-9c1c-2a8377f4a2d3,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:10.014080 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:10.023291 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944029'] for router_interface, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:10.043045 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Notify callbacks [] for port, precommit_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:10.057225 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Transition to ACTIVE for port object 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b will not be triggered until provisioned by entity L2. {{(pid=91882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:10.067472 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:10.074239 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-0670497f-4f65-42c1-ae5a-b87d3cebfec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:10.155126 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Attempting to bind port 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:18:10.157728 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Attempting to bind port 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:18:10.158176 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Attempting to bind port 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b on network e28a5a03-817a-4451-8e06-db27cb915a3e {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:18:10.169868 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:18:10.170842 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Checking segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:18:10.171285 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:10.171697 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Bound using segment: {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'} {{(pid=91882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:18:10.172195 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.managers [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Bound port: 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7336c29d-b8e9-423f-8633-78163974ddf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}}] {{(pid=91882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:18:10.172581 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:10.198670 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e82336-d76a-4f86-8c02-7164c4094ac2 None None] Pushing event updated for resources: {'Port': ['ID=426e9ca0-aff3-45ba-bab6-ae0b6c1f517b,revision_number=2']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:10.201699 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-83e82336-d76a-4f86-8c02-7164c4094ac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:10.346499 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] For port 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:18:10.348284 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-78e9ab56-b3ca-4c83-8d29-8bb41936c6e4 None None] Provisioning for port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:10.353094 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] For port 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=426e9ca0-aff3-45ba-bab6-ae0b6c1f517b,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:18:10.356170 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-78e9ab56-b3ca-4c83-8d29-8bb41936c6e4 None None] Provisioning complete for port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:10.356584 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-78e9ab56-b3ca-4c83-8d29-8bb41936c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:10.385689 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:10.394648 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:10.450507 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:10.504905 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-78e9ab56-b3ca-4c83-8d29-8bb41936c6e4 None None] Port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:18:10.508790 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 63f339be-47ca-4d80-bb6e-6cd457156d6e up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:10.545993 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Routers {'20de1cae-59b4-4170-b3bb-8724fa6d9f0d'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:10.546630 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd48583ba30>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['20de1cae-59b4-4170-b3bb-8724fa6d9f0d'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:10.615574 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e82336-d76a-4f86-8c02-7164c4094ac2 None None] Pushing event updated for resources: {'Port': ['ID=426e9ca0-aff3-45ba-bab6-ae0b6c1f517b,revision_number=3']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:10.619279 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-83e82336-d76a-4f86-8c02-7164c4094ac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:10.665196 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:10.707862 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:10.713006 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:10.740205 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d7c5828a-d678-418d-94a1-1a40a7bc751d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:10.754244 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 63f339be-47ca-4d80-bb6e-6cd457156d6e completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:10.766617 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 63f339be-47ca-4d80-bb6e-6cd457156d6e triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:10.767000 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:10.818651 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Pushing event updated for resources: {'Port': ['ID=e9d18000-5de7-42c2-9c1c-2a8377f4a2d3,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:10.821675 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] Set router 20de1cae-59b4-4170-b3bb-8724fa6d9f0d gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:10.821984 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943920'] for router_interface, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:10.831256 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:10.966592 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Network 50e8a0ff-5f2f-48df-a030-ea9dd9f648d5 is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:18:10.967719 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:11.115456 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:11.175202 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Router 20de1cae-59b4-4170-b3bb-8724fa6d9f0d has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:18:11.200758 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port 63f339be-47ca-4d80-bb6e-6cd457156d6e, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=63f339be-47ca-4d80-bb6e-6cd457156d6e,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:11.207380 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:11.208252 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 6e9de009-0a80-45d3-a758-dc95d992fd0e up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:11.282521 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:18:11.291838 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:11.363942 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:18:11.374162 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] 10.222.0.86 "PUT /v2.0/routers/20de1cae-59b4-4170-b3bb-8724fa6d9f0d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0573168
Jun 01 10:18:11.402529 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-e22ae0f2-b79f-47ee-bd8c-bbd7f4f6a9aa None None] Provisioning complete for port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:11.402901 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-e22ae0f2-b79f-47ee-bd8c-bbd7f4f6a9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:11.444234 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=63f339be-47ca-4d80-bb6e-6cd457156d6e,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:11.447592 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:11.478083 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-e22ae0f2-b79f-47ee-bd8c-bbd7f4f6a9aa None None] Port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:18:11.482125 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd48583ba30>, [{'id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'name': 'tempest-TestShelveInstance-907293476-router', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '426e9ca0-aff3-45ba-bab6-ae0b6c1f517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:18:05Z', 'updated_at': '2021-06-01T10:18:10Z', 'revision_number': 4, 'project_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'gw_port': {'id': '426e9ca0-aff3-45ba-bab6-ae0b6c1f517b', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:06Z', 'updated_at': '2021-06-01T10:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'e9d18000-5de7-42c2-9c1c-2a8377f4a2d3', 'name': '', 'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'mac_address': 'fa:16:3e:00:1a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4725ff8c-f4d9-4eb4-b8b8-b429b531db77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:09Z', 'updated_at': '2021-06-01T10:18:09Z', 'revision_number': 1, 'project_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'subnets': [{'id': '4725ff8c-f4d9-4eb4-b8b8-b429b531db77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:11.489609 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464d59c-984f-4c52-9d48-b95821369d96 None None] The sync data for ids ['20de1cae-59b4-4170-b3bb-8724fa6d9f0d'] in dv-cinder-784779-13-iscsi is: [{'id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'name': 'tempest-TestShelveInstance-907293476-router', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '426e9ca0-aff3-45ba-bab6-ae0b6c1f517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:18:05Z', 'updated_at': '2021-06-01T10:18:10Z', 'revision_number': 4, 'project_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'gw_port': {'id': '426e9ca0-aff3-45ba-bab6-ae0b6c1f517b', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:06Z', 'updated_at': '2021-06-01T10:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'e9d18000-5de7-42c2-9c1c-2a8377f4a2d3', 'name': '', 'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'mac_address': 'fa:16:3e:00:1a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4725ff8c-f4d9-4eb4-b8b8-b429b531db77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:09Z', 'updated_at': '2021-06-01T10:18:09Z', 'revision_number': 1, 'project_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'subnets': [{'id': '4725ff8c-f4d9-4eb4-b8b8-b429b531db77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:18:11.492410 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 6e9de009-0a80-45d3-a758-dc95d992fd0e triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:11.493786 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.127128 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51418) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:12.132411 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1443157773', 'description': 'tempest-secgroup-smoke-1443157773 description', 'project_id': '56636114736640519f8745b2a6167521'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:12.140937 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:12.145376 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Usage tracker for resource:security_group and tenant:56636114736640519f8745b2a6167521 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:12.149807 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:12.155987 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:12.167497 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.189932 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:12.193923 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Usage tracker for resource:security_group_rule and tenant:56636114736640519f8745b2a6167521 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:12.198725 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:12.205155 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:12.280730 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.284609 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.288433 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-52b1f2b8-0ed9-48cb-872c-61d19ae3b035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:12.332187 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9fe71c-43d7-49f3-9e88-1b1158e55d32,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:12.336639 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:12.337785 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.342108 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51424) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:12.342564 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2143433
Jun 01 10:18:12.347881 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-27937fe1-7f01-4396-97da-b8a142541801 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Request body: {'security_group_rule': {'security_group_id': 'de9fe71c-43d7-49f3-9e88-1b1158e55d32', 'project_id': '56636114736640519f8745b2a6167521', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:12.360756 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-27937fe1-7f01-4396-97da-b8a142541801 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:12.372281 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-27937fe1-7f01-4396-97da-b8a142541801 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Usage tracker for resource:security_group_rule and tenant:56636114736640519f8745b2a6167521 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:12.378883 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-27937fe1-7f01-4396-97da-b8a142541801 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:12.390725 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-27937fe1-7f01-4396-97da-b8a142541801 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:12.411136 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-27937fe1-7f01-4396-97da-b8a142541801 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.479424 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-27937fe1-7f01-4396-97da-b8a142541801 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.484370 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-27937fe1-7f01-4396-97da-b8a142541801 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.486677 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-d212379b-1bd5-4fcb-ac4c-ee9f435f5874 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:12.508255 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27937fe1-7f01-4396-97da-b8a142541801 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d74e1e-f3d7-4bea-bb7b-042a50349279,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:12.512284 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-27937fe1-7f01-4396-97da-b8a142541801 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:12.521436 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-27937fe1-7f01-4396-97da-b8a142541801 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.522621 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-27937fe1-7f01-4396-97da-b8a142541801 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1795287
Jun 01 10:18:12.525721 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51428) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:12.534423 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-e4552538-9d77-475b-8dde-052a08392475 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Request body: {'security_group_rule': {'security_group_id': 'de9fe71c-43d7-49f3-9e88-1b1158e55d32', 'project_id': '56636114736640519f8745b2a6167521', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:12.537092 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 63f339be-47ca-4d80-bb6e-6cd457156d6e up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:12.541449 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-e4552538-9d77-475b-8dde-052a08392475 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:12.545665 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-e4552538-9d77-475b-8dde-052a08392475 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Usage tracker for resource:security_group_rule and tenant:56636114736640519f8745b2a6167521 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:12.548492 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-e4552538-9d77-475b-8dde-052a08392475 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:12.554676 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-e4552538-9d77-475b-8dde-052a08392475 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:12.574739 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e4552538-9d77-475b-8dde-052a08392475 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.614110 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 63f339be-47ca-4d80-bb6e-6cd457156d6e triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:12.614488 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.642950 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e4552538-9d77-475b-8dde-052a08392475 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.648048 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e4552538-9d77-475b-8dde-052a08392475 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.651384 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-8d7ef034-3dbe-4cd3-ad50-c8c203352c3c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:12.677871 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4552538-9d77-475b-8dde-052a08392475 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f53b66-793f-4bc9-bf3c-927c8fecd262,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:12.689444 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e4552538-9d77-475b-8dde-052a08392475 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:12.694185 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e4552538-9d77-475b-8dde-052a08392475 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.696228 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-e4552538-9d77-475b-8dde-052a08392475 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1683669
Jun 01 10:18:12.698941 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51432) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:12.704122 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-ef322175-ad88-4744-987b-039cb554e5b3 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Request body: {'security_group_rule': {'security_group_id': 'de9fe71c-43d7-49f3-9e88-1b1158e55d32', 'project_id': '56636114736640519f8745b2a6167521', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:12.709943 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-ef322175-ad88-4744-987b-039cb554e5b3 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:12.718360 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-ef322175-ad88-4744-987b-039cb554e5b3 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Usage tracker for resource:security_group_rule and tenant:56636114736640519f8745b2a6167521 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:12.722822 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-ef322175-ad88-4744-987b-039cb554e5b3 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:12.729541 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-ef322175-ad88-4744-987b-039cb554e5b3 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:12.748663 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:12.752566 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ef322175-ad88-4744-987b-039cb554e5b3 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.818362 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:12.819863 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ef322175-ad88-4744-987b-039cb554e5b3 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.823556 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ef322175-ad88-4744-987b-039cb554e5b3 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.823875 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:12.824387 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.825757 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-542ebb35-9daa-46a7-b34b-bb5629355fd3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:12.845768 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef322175-ad88-4744-987b-039cb554e5b3 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fbcbc80-a71e-4d58-90fe-b342a3a83b6d,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:12.849590 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ef322175-ad88-4744-987b-039cb554e5b3 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:12.858736 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ef322175-ad88-4744-987b-039cb554e5b3 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.859736 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-ef322175-ad88-4744-987b-039cb554e5b3 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1598165
Jun 01 10:18:12.862376 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51436) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:12.868480 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-7cf4d6a6-285a-4422-990d-db8dd38cc883 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Request body: {'security_group_rule': {'security_group_id': 'de9fe71c-43d7-49f3-9e88-1b1158e55d32', 'project_id': '56636114736640519f8745b2a6167521', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:12.874358 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-7cf4d6a6-285a-4422-990d-db8dd38cc883 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:12.878569 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-7cf4d6a6-285a-4422-990d-db8dd38cc883 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Usage tracker for resource:security_group_rule and tenant:56636114736640519f8745b2a6167521 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:12.881498 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-7cf4d6a6-285a-4422-990d-db8dd38cc883 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:12.888043 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-7cf4d6a6-285a-4422-990d-db8dd38cc883 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:12.903504 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7cf4d6a6-285a-4422-990d-db8dd38cc883 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.947992 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.965954 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=426e9ca0-aff3-45ba-bab6-ae0b6c1f517b,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:12.969921 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7cf4d6a6-285a-4422-990d-db8dd38cc883 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.970112 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.972042 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:12.975216 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7cf4d6a6-285a-4422-990d-db8dd38cc883 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:12.981811 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:13.012125 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4d6a6-285a-4422-990d-db8dd38cc883 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d44923-2bb6-4e14-a462-c58a49f613fb,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:13.014923 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-7cf4d6a6-285a-4422-990d-db8dd38cc883 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:13.019210 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-7cf4d6a6-285a-4422-990d-db8dd38cc883 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:13.023155 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-7cf4d6a6-285a-4422-990d-db8dd38cc883 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1570873
Jun 01 10:18:13.023666 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51442) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:13.030019 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-f3f2831a-7fab-4148-9a3c-7ce634f97347 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Request body: {'security_group_rule': {'security_group_id': 'de9fe71c-43d7-49f3-9e88-1b1158e55d32', 'project_id': '56636114736640519f8745b2a6167521', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:13.036300 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-f3f2831a-7fab-4148-9a3c-7ce634f97347 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:13.042486 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-f3f2831a-7fab-4148-9a3c-7ce634f97347 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Usage tracker for resource:security_group_rule and tenant:56636114736640519f8745b2a6167521 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:13.045775 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-f3f2831a-7fab-4148-9a3c-7ce634f97347 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:13.046375 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=426e9ca0-aff3-45ba-bab6-ae0b6c1f517b,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:13.049641 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:13.053259 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-f3f2831a-7fab-4148-9a3c-7ce634f97347 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:13.066932 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.securitygroups_db [None req-f3f2831a-7fab-4148-9a3c-7ce634f97347 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Project 56636114736640519f8745b2a6167521 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 01 10:18:13.073398 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f3f2831a-7fab-4148-9a3c-7ce634f97347 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:13.139817 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f3f2831a-7fab-4148-9a3c-7ce634f97347 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:13.143911 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f3f2831a-7fab-4148-9a3c-7ce634f97347 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:13.151128 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:13.171960 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2831a-7fab-4148-9a3c-7ce634f97347 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362ca765-5082-467b-9e41-ff30c4e81625,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:13.174758 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f3f2831a-7fab-4148-9a3c-7ce634f97347 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:13.183584 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f3f2831a-7fab-4148-9a3c-7ce634f97347 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:13.187325 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-f3f2831a-7fab-4148-9a3c-7ce634f97347 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1602063
Jun 01 10:18:13.187705 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51446) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:13.193054 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-c80c3d38-789f-42f9-9ffd-af897e1ae242 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Request body: {'security_group_rule': {'security_group_id': 'de9fe71c-43d7-49f3-9e88-1b1158e55d32', 'project_id': '56636114736640519f8745b2a6167521', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:13.199244 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-c80c3d38-789f-42f9-9ffd-af897e1ae242 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:13.203411 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-c80c3d38-789f-42f9-9ffd-af897e1ae242 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Usage tracker for resource:security_group_rule and tenant:56636114736640519f8745b2a6167521 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:13.206631 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-c80c3d38-789f-42f9-9ffd-af897e1ae242 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:13.212405 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-c80c3d38-789f-42f9-9ffd-af897e1ae242 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:13.222443 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.securitygroups_db [None req-c80c3d38-789f-42f9-9ffd-af897e1ae242 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Project 56636114736640519f8745b2a6167521 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 01 10:18:13.228579 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c80c3d38-789f-42f9-9ffd-af897e1ae242 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:13.295447 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c80c3d38-789f-42f9-9ffd-af897e1ae242 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:13.300460 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c80c3d38-789f-42f9-9ffd-af897e1ae242 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:13.302469 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:13.326073 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c3d38-789f-42f9-9ffd-af897e1ae242 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09413385-4639-4f00-8b90-b33d93aa3717,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:13.328907 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c80c3d38-789f-42f9-9ffd-af897e1ae242 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:13.335895 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c80c3d38-789f-42f9-9ffd-af897e1ae242 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:13.337627 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-c80c3d38-789f-42f9-9ffd-af897e1ae242 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1489611
Jun 01 10:18:13.471545 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Sync routers for ids ['20de1cae-59b4-4170-b3bb-8724fa6d9f0d'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:18:13.481540 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Routers {'20de1cae-59b4-4170-b3bb-8724fa6d9f0d'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:13.482150 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4862260d0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['20de1cae-59b4-4170-b3bb-8724fa6d9f0d'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:13.667354 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Set router 20de1cae-59b4-4170-b3bb-8724fa6d9f0d gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:14.035952 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4862260d0>, [{'id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'name': 'tempest-TestShelveInstance-907293476-router', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '426e9ca0-aff3-45ba-bab6-ae0b6c1f517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:18:05Z', 'updated_at': '2021-06-01T10:18:10Z', 'revision_number': 4, 'project_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'gw_port': {'id': '426e9ca0-aff3-45ba-bab6-ae0b6c1f517b', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:06Z', 'updated_at': '2021-06-01T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'e9d18000-5de7-42c2-9c1c-2a8377f4a2d3', 'name': '', 'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'mac_address': 'fa:16:3e:00:1a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4725ff8c-f4d9-4eb4-b8b8-b429b531db77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:09Z', 'updated_at': '2021-06-01T10:18:10Z', 'revision_number': 2, 'project_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'subnets': [{'id': '4725ff8c-f4d9-4eb4-b8b8-b429b531db77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:14.039653 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Checking router: 20de1cae-59b4-4170-b3bb-8724fa6d9f0d for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:18:14.040010 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Updating router 20de1cae-59b4-4170-b3bb-8724fa6d9f0d port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 binding host dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 10:18:14.096853 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:14.425522 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:14.451034 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Notify callbacks [] for port, precommit_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:14.463481 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.provisioning_blocks [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Transition to ACTIVE for port object e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 will not be triggered until provisioned by entity L2. {{(pid=91883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:14.482593 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:14.487306 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-e3dcb795-a213-470a-808e-7560a22a847f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:14.509505 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:14.509893 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:14.607538 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe66f00-192c-44e6-ab34-df428ae622ab None None] Pushing event updated for resources: {'Port': ['ID=e9d18000-5de7-42c2-9c1c-2a8377f4a2d3,revision_number=3']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:14.616163 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-dfe66f00-192c-44e6-ab34-df428ae622ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:14.759826 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Attempting to bind port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 on host dv-cinder-784779-13-iscsi for vnic_type normal with profile  {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:18:14.760209 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Attempting to bind port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 by drivers openvswitch,hyperv on host dv-cinder-784779-13-iscsi at level 0 using segments [{'id': '3ac73514-5741-4ed3-a92b-09a82294d748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5'}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:18:14.760578 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Attempting to bind port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 on network 50e8a0ff-5f2f-48df-a030-ea9dd9f648d5 {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:18:14.766438 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Checking agent: {'id': '3a1486e7-51ff-4b3c-a5bc-10d1a45918fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 5, 38), 'started_at': datetime.datetime(2021, 6, 1, 10, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:18:14.766817 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Checking segment: {'id': '3ac73514-5741-4ed3-a92b-09a82294d748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:18:14.767225 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:14.767626 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Bound using segment: {'id': '3ac73514-5741-4ed3-a92b-09a82294d748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5'} {{(pid=91883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:18:14.768099 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.managers [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Bound port: e9d18000-5de7-42c2-9c1c-2a8377f4a2d3, host: dv-cinder-784779-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac73514-5741-4ed3-a92b-09a82294d748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5'}}] {{(pid=91883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:18:14.768477 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:14.863786 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] For port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3, host dv-cinder-784779-13-iscsi, cleared binding levels {{(pid=91883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:18:14.866775 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.plugins.ml2.db [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] For port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3, host dv-cinder-784779-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=e9d18000-5de7-42c2-9c1c-2a8377f4a2d3,segment=NetworkSegment(3ac73514-5741-4ed3-a92b-09a82294d748),segment_id=3ac73514-5741-4ed3-a92b-09a82294d748)] {{(pid=91883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:18:14.872341 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron_lib.callbacks.manager [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:14.877075 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:14.951026 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Routers {'20de1cae-59b4-4170-b3bb-8724fa6d9f0d'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:14.951842 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4862260d0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['20de1cae-59b4-4170-b3bb-8724fa6d9f0d'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:15.031930 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe66f00-192c-44e6-ab34-df428ae622ab None None] Pushing event updated for resources: {'Port': ['ID=e9d18000-5de7-42c2-9c1c-2a8377f4a2d3,revision_number=4']} {{(pid=91883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:15.037289 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG oslo_concurrency.lockutils [None req-dfe66f00-192c-44e6-ab34-df428ae622ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:15.174681 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] Set router 20de1cae-59b4-4170-b3bb-8724fa6d9f0d gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:15.516095 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4862260d0>, [{'id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'name': 'tempest-TestShelveInstance-907293476-router', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '426e9ca0-aff3-45ba-bab6-ae0b6c1f517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:18:05Z', 'updated_at': '2021-06-01T10:18:10Z', 'revision_number': 4, 'project_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'gw_port': {'id': '426e9ca0-aff3-45ba-bab6-ae0b6c1f517b', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:06Z', 'updated_at': '2021-06-01T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'e9d18000-5de7-42c2-9c1c-2a8377f4a2d3', 'name': '', 'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'mac_address': 'fa:16:3e:00:1a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4725ff8c-f4d9-4eb4-b8b8-b429b531db77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:09Z', 'updated_at': '2021-06-01T10:18:14Z', 'revision_number': 4, 'project_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'subnets': [{'id': '4725ff8c-f4d9-4eb4-b8b8-b429b531db77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:15.520103 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549448c6-8b9b-457d-9115-2a7032a3ad60 None None] The sync data for ids ['20de1cae-59b4-4170-b3bb-8724fa6d9f0d'] in dv-cinder-784779-13-iscsi is: [{'id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'name': 'tempest-TestShelveInstance-907293476-router', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '426e9ca0-aff3-45ba-bab6-ae0b6c1f517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:18:05Z', 'updated_at': '2021-06-01T10:18:10Z', 'revision_number': 4, 'project_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'gw_port': {'id': '426e9ca0-aff3-45ba-bab6-ae0b6c1f517b', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:06Z', 'updated_at': '2021-06-01T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'e9d18000-5de7-42c2-9c1c-2a8377f4a2d3', 'name': '', 'network_id': '50e8a0ff-5f2f-48df-a030-ea9dd9f648d5', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'mac_address': 'fa:16:3e:00:1a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4725ff8c-f4d9-4eb4-b8b8-b429b531db77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:09Z', 'updated_at': '2021-06-01T10:18:14Z', 'revision_number': 4, 'project_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'subnets': [{'id': '4725ff8c-f4d9-4eb4-b8b8-b429b531db77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:18:16.435841 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:16.505837 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning for port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:16.510420 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:16.510802 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:16.625911 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:16.660252 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] For port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=e9d18000-5de7-42c2-9c1c-2a8377f4a2d3,segment=NetworkSegment(3ac73514-5741-4ed3-a92b-09a82294d748),segment_id=3ac73514-5741-4ed3-a92b-09a82294d748)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:16.663531 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:16.666173 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:16.735397 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Pushing event updated for resources: {'Port': ['ID=e9d18000-5de7-42c2-9c1c-2a8377f4a2d3,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:16.738383 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:18.422790 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 up at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:18.491250 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Provisioning complete for port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:18.491633 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:19.603542 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245638d-36b1-48db-9518-19e34d59f0ae req-c01f76bd-9a0d-4c50-b6b6-09e5b2b97c5f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:19.604998 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6245638d-36b1-48db-9518-19e34d59f0ae req-c01f76bd-9a0d-4c50-b6b6-09e5b2b97c5f tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0822895
Jun 01 10:18:19.651445 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6245638d-36b1-48db-9518-19e34d59f0ae req-88a9ac66-8aeb-4791-90b2-7bad9a34b697 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407405
Jun 01 10:18:20.457880 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e1a6b-1b2d-42d1-9d94-11dd80077770 req-40fd424d-2846-458e-8818-b43ec9f03c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:20.459543 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9f2e1a6b-1b2d-42d1-9d94-11dd80077770 req-40fd424d-2846-458e-8818-b43ec9f03c2a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4edb9e51dc124ab2ac42c8dfda565038&device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 1137 time: 0.2598829
Jun 01 10:18:20.468144 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e08403-9786-4436-a418-a4ec7494ca8c req-9723152f-0ad5-40eb-95ea-6180607a1c70 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:20.470035 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c4e08403-9786-4436-a418-a4ec7494ca8c req-9723152f-0ad5-40eb-95ea-6180607a1c70 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 984 time: 0.2337892
Jun 01 10:18:20.604831 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-c4e08403-9786-4436-a418-a4ec7494ca8c req-2dd2f06c-6a21-4bbe-b5b6-6e54d0486842 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Synchronizing usage tracker for tenant:4edb9e51dc124ab2ac42c8dfda565038 on resource:security_group {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:20.647391 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e1a6b-1b2d-42d1-9d94-11dd80077770 req-85d22e76-c22d-4b47-876b-bf1d5adeee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:20.648939 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9f2e1a6b-1b2d-42d1-9d94-11dd80077770 req-85d22e76-c22d-4b47-876b-bf1d5adeee5e service neutron] 10.222.0.93 "GET /v2.0/networks?id=452d13e1-33ab-4730-abcd-9a5e2a3ca346 HTTP/1.1" status: 200  len: 916 time: 0.1779814
Jun 01 10:18:20.650121 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-c4e08403-9786-4436-a418-a4ec7494ca8c req-2dd2f06c-6a21-4bbe-b5b6-6e54d0486842 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Unset dirty status for tenant:4edb9e51dc124ab2ac42c8dfda565038 on resource:security_group {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:20.651137 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c4e08403-9786-4436-a418-a4ec7494ca8c req-2dd2f06c-6a21-4bbe-b5b6-6e54d0486842 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=48b37801-74a7-48f4-a38a-8777f1691707&id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1562855
Jun 01 10:18:20.803229 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9f2e1a6b-1b2d-42d1-9d94-11dd80077770 req-3e67e35b-b623-4c3f-807f-d51f4e24d7dc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5fb8b96-da1e-4209-b42a-d678ba04601f HTTP/1.1" status: 200  len: 1001 time: 0.1450830
Jun 01 10:18:20.863629 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dec738-29f4-4bbe-9af1-80e0369c5b90 req-d5c31f84-74ce-4ffe-b390-81f57c5b77c6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:20.865566 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-29dec738-29f4-4bbe-9af1-80e0369c5b90 req-d5c31f84-74ce-4ffe-b390-81f57c5b77c6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 946 time: 0.2371304
Jun 01 10:18:20.925838 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-29dec738-29f4-4bbe-9af1-80e0369c5b90 req-d3a7b2e8-ef6c-441a-8a64-db432446fc07 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536413
Jun 01 10:18:20.925990 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e1a6b-1b2d-42d1-9d94-11dd80077770 req-b275e36f-20d1-4d01-b7ef-8eee7af89d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:20.927407 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9f2e1a6b-1b2d-42d1-9d94-11dd80077770 req-b275e36f-20d1-4d01-b7ef-8eee7af89d3b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd HTTP/1.1" status: 200  len: 853 time: 0.0850770
Jun 01 10:18:20.985499 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815755f-6e80-48cb-9b97-4308992c0e8c req-9bbaffc5-d5a9-4426-907a-140788fe7bea tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:20.987072 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a815755f-6e80-48cb-9b97-4308992c0e8c req-9bbaffc5-d5a9-4426-907a-140788fe7bea tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1790876
Jun 01 10:18:21.046909 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a815755f-6e80-48cb-9b97-4308992c0e8c req-79d23e96-ebb6-4fa0-bd7d-38477407f8c7 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498867
Jun 01 10:18:21.052738 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e1a6b-1b2d-42d1-9d94-11dd80077770 req-7bb68e38-e133-4046-9a3b-8876f6e41998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:21.054166 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9f2e1a6b-1b2d-42d1-9d94-11dd80077770 req-7bb68e38-e133-4046-9a3b-8876f6e41998 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=452d13e1-33ab-4730-abcd-9a5e2a3ca346&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1181340
Jun 01 10:18:21.216128 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9f2e1a6b-1b2d-42d1-9d94-11dd80077770 req-23720a1b-c038-48df-a138-2015eea0230e service neutron] 10.222.0.93 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538351
Jun 01 10:18:21.360463 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9f2e1a6b-1b2d-42d1-9d94-11dd80077770 req-47282968-81d6-4cb5-9fbd-8e1570807a23 service neutron] 10.222.0.93 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339571
Jun 01 10:18:21.922384 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d11060-0d95-46f3-ac02-df5f92ec55fa req-36c2c11f-c6e8-4c5a-9fb6-a1d91a65ddc2 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:21.923824 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-08d11060-0d95-46f3-ac02-df5f92ec55fa req-36c2c11f-c6e8-4c5a-9fb6-a1d91a65ddc2 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 984 time: 0.0875590
Jun 01 10:18:21.977619 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-08d11060-0d95-46f3-ac02-df5f92ec55fa req-32a16cfa-84ad-420c-9971-75c4828c952d tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=48b37801-74a7-48f4-a38a-8777f1691707&id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0476086
Jun 01 10:18:22.122140 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d08cb4-c088-4149-9468-b0eeb3cf77d6 req-851b9934-52b1-4eca-99d2-a9de76dec08d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:22.123734 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-80d08cb4-c088-4149-9468-b0eeb3cf77d6 req-851b9934-52b1-4eca-99d2-a9de76dec08d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 946 time: 0.0892174
Jun 01 10:18:22.225606 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-80d08cb4-c088-4149-9468-b0eeb3cf77d6 req-511e83fe-1b0a-412b-9260-c65af84c6762 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954664
Jun 01 10:18:22.256141 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c50151-9c82-4d21-9de6-a895b5a56cc8 req-1e211073-d503-4dd7-84e9-cc8be815ffdf tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:22.256312 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-06ab0495-550c-4b2b-9efd-63362c116087 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:22.256430 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-04c50151-9c82-4d21-9de6-a895b5a56cc8 req-1e211073-d503-4dd7-84e9-cc8be815ffdf tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0897753
Jun 01 10:18:22.256538 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-06ab0495-550c-4b2b-9efd-63362c116087 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.93 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.1081288
Jun 01 10:18:22.298213 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-04c50151-9c82-4d21-9de6-a895b5a56cc8 req-3957e222-c00d-4f2b-b616-391f153aa5b0 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415161
Jun 01 10:18:22.401983 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Deleting port 17f1679c-072b-4f0b-82a6-fb0006b8debd {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:18:22.402343 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:22.542176 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-60ca9242-1860-46e9-a3a4-7e1fa6dc04a2 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Synchronizing usage tracker for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:security_group {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:22.598407 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] For port 17f1679c-072b-4f0b-82a6-fb0006b8debd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=17f1679c-072b-4f0b-82a6-fb0006b8debd,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:22.598769 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:22.607497 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-60ca9242-1860-46e9-a3a4-7e1fa6dc04a2 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Unset dirty status for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:security_group {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:22.608671 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-60ca9242-1860-46e9-a3a4-7e1fa6dc04a2 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-724350655&fields=id&tenant_id=3c45032ce1f14e298c34f0a151a2bd04 HTTP/1.1" status: 200  len: 267 time: 0.2086298
Jun 01 10:18:23.252883 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-b47d4fa8-4c35-427a-9662-59bb049267c1 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:23.253650 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-b47d4fa8-4c35-427a-9662-59bb049267c1 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Synchronizing usage tracker for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:network {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:23.258700 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba06d-2f73-4eb9-98b3-70b90bf8eafc req-b456f167-eb8d-4ffa-80b7-38f8db946be7 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:23.261796 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4cbba06d-2f73-4eb9-98b3-70b90bf8eafc req-b456f167-eb8d-4ffa-80b7-38f8db946be7 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 984 time: 0.1068075
Jun 01 10:18:23.282872 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-eafd373f-28b6-4646-8ed0-f38813fbef2b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:23.282872 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-eafd373f-28b6-4646-8ed0-f38813fbef2b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 946 time: 0.5983217
Jun 01 10:18:23.320002 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4cbba06d-2f73-4eb9-98b3-70b90bf8eafc req-37164d75-37b9-41cd-99b8-1f1411db0e84 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=48b37801-74a7-48f4-a38a-8777f1691707&id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0533471
Jun 01 10:18:23.391606 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-b47d4fa8-4c35-427a-9662-59bb049267c1 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Unset dirty status for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:network {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:23.392754 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-b47d4fa8-4c35-427a-9662-59bb049267c1 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/networks?id=99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 200  len: 812 time: 0.7109470
Jun 01 10:18:23.396290 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:23.396623 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:23.396931 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.l3_db [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Floating IP bf4327ca-01c0-4553-85e4-0f4220d18c86 disassociated. External IP: 172.27.3.196, port: 17f1679c-072b-4f0b-82a6-fb0006b8debd.
Jun 01 10:18:23.397563 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Calling delete_port for 17f1679c-072b-4f0b-82a6-fb0006b8debd owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:18:23.461844 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2b8d42a4-6007-40db-9dc3-eb3357e38d4a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/quotas/3c45032ce1f14e298c34f0a151a2bd04 HTTP/1.1" status: 200  len: 375 time: 0.0604811
Jun 01 10:18:23.537956 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254814c-ba80-4e10-b8be-141d274fbc35 req-6a4ef56f-04fb-44ed-aba8-cda316a92e4d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:23.540011 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8254814c-ba80-4e10-b8be-141d274fbc35 req-6a4ef56f-04fb-44ed-aba8-cda316a92e4d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 946 time: 0.0872676
Jun 01 10:18:23.587257 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8254814c-ba80-4e10-b8be-141d274fbc35 req-c741eedf-b3c5-4e1a-8071-4dc6ebf145b6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412781
Jun 01 10:18:23.595739 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Deleting port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:18:23.596301 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:23.751559 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-7e51a7d5-5a50-4f50-b812-29fd56cbfb10 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2733469
Jun 01 10:18:23.766014 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc2b47-fae1-41f8-bd9c-0587afb1c9f7 req-94d7f11d-bd65-477e-8bb4-7f4d7bab85c1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:23.767515 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-98fc2b47-fae1-41f8-bd9c-0587afb1c9f7 req-94d7f11d-bd65-477e-8bb4-7f4d7bab85c1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 945 time: 0.0830486
Jun 01 10:18:23.812882 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:23.820931 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-1b823a59-b9d5-4f79-82b4-d271e760869e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:23.824033 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-98fc2b47-fae1-41f8-bd9c-0587afb1c9f7 req-f159f3a8-9258-4562-a835-d15968228fdc tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502024
Jun 01 10:18:23.901457 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event deleted for resources: {'Port': ['ID=17f1679c-072b-4f0b-82a6-fb0006b8debd,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:23.905184 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] For port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:23.905552 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:23.913815 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:24.334523 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-59dc07a3-f718-4b87-9b39-58665b475ad2 service neutron] 10.222.0.86 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5564408
Jun 01 10:18:24.521365 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b2b73-495d-4974-9ebd-f417d976ad4a req-4e533f6e-c008-43c2-9d0d-e53ec94ba670 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:24.522926 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fb1b2b73-495d-4974-9ebd-f417d976ad4a req-4e533f6e-c008-43c2-9d0d-e53ec94ba670 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 984 time: 0.0833192
Jun 01 10:18:24.577071 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fb1b2b73-495d-4974-9ebd-f417d976ad4a req-1fd1606b-38e1-425e-9edc-734e91363524 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=48b37801-74a7-48f4-a38a-8777f1691707&id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0470920
Jun 01 10:18:24.679077 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Router 358dbe65-5b02-4452-aa63-e9e6936c4569 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:18:24.692282 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:24.692725 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:24.692944 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.l3_db [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Floating IP 6d0983cc-b024-49f7-886f-98d95e4c2015 disassociated. External IP: 172.27.3.197, port: 5c88c12b-7ea9-4c2f-8117-7ef430b43fed.
Jun 01 10:18:24.693306 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Calling delete_port for 5c88c12b-7ea9-4c2f-8117-7ef430b43fed owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:18:24.795653 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c98be1-e49d-4337-80d2-1eda29a0a5eb req-30062738-9b04-496a-9c92-88d57a8d236d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:24.797293 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f2c98be1-e49d-4337-80d2-1eda29a0a5eb req-30062738-9b04-496a-9c92-88d57a8d236d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 946 time: 0.0927298
Jun 01 10:18:24.839814 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2fca469c-753f-4de4-a94b-f1d14cd41f30 service neutron] 10.222.0.86 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4967489
Jun 01 10:18:24.860320 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f2c98be1-e49d-4337-80d2-1eda29a0a5eb req-f282cf40-1a54-4ee7-8fca-308b63268ff4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=d945727e-ca36-4411-b6df-c714d3f14916&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563464
Jun 01 10:18:25.001114 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:18:25.014905 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2516c39f-ada8-4801-9b89-12de5d3e6cf3 None None] Sync routers for ids ['358dbe65-5b02-4452-aa63-e9e6936c4569'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:18:25.034345 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2516c39f-ada8-4801-9b89-12de5d3e6cf3 None None] Routers {'358dbe65-5b02-4452-aa63-e9e6936c4569'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:25.038030 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-2516c39f-ada8-4801-9b89-12de5d3e6cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486f89970>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['358dbe65-5b02-4452-aa63-e9e6936c4569'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:25.063277 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-48c2afff-e0d8-4a06-8ad6-598b12c5737d req-b585276c-0bfa-4066-9530-f421e3288612 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 210 time: 0.0483646
Jun 01 10:18:25.102266 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] No DVR routers for this DVR port 17f1679c-072b-4f0b-82a6-fb0006b8debd on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:18:25.107914 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:25.110364 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edb76a4-53cc-46d1-869a-88926ee16a17', 'name': 'network-vif-deleted', 'tag': '17f1679c-072b-4f0b-82a6-fb0006b8debd'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:18:25.112615 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2064622-4733-48ca-9087-9c9314917052" -d '{"events": [{"server_uuid": "9edb76a4-53cc-46d1-869a-88926ee16a17", "name": "network-vif-deleted", "tag": "17f1679c-072b-4f0b-82a6-fb0006b8debd"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:18:25.131778 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:25.136388 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9aea8e64-e202-4682-9cce-5c0ab8a450a7 req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.93 "DELETE /v2.0/ports/17f1679c-072b-4f0b-82a6-fb0006b8debd HTTP/1.1" status: 204  len: 173 time: 2.8779128
Jun 01 10:18:25.141838 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:25.210487 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event deleted for resources: {'Port': ['ID=5c88c12b-7ea9-4c2f-8117-7ef430b43fed,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:25.215097 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:25.286266 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957647b7-7d22-4916-a1e0-013811cacf36 x-openstack-request-id: req-957647b7-7d22-4916-a1e0-013811cacf36 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:18:25.286733 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edb76a4-53cc-46d1-869a-88926ee16a17", "name": "network-vif-deleted", "tag": "17f1679c-072b-4f0b-82a6-fb0006b8debd", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:18:25.287086 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-957647b7-7d22-4916-a1e0-013811cacf36 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:18:25.287576 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edb76a4-53cc-46d1-869a-88926ee16a17', 'name': 'network-vif-deleted', 'tag': '17f1679c-072b-4f0b-82a6-fb0006b8debd', 'status': 'completed', 'code': 200}
Jun 01 10:18:25.362601 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-2516c39f-ada8-4801-9b89-12de5d3e6cf3 None None] Set router 358dbe65-5b02-4452-aa63-e9e6936c4569 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:25.459761 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Router 92d99c24-633c-42b3-80e9-14f0b85999c0 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:18:25.510579 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-bd7c6ceb-d54c-410a-bc37-bba85551f45c req-d528400a-f835-4220-8576-ace1203edfa1 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Synchronizing usage tracker for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:25.536153 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-bd7c6ceb-d54c-410a-bc37-bba85551f45c req-d528400a-f835-4220-8576-ace1203edfa1 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Unset dirty status for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:25.537878 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bd7c6ceb-d54c-410a-bc37-bba85551f45c req-d528400a-f835-4220-8576-ace1203edfa1 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 210 time: 0.0877938
Jun 01 10:18:25.684850 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:18:25.700641 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759532e7-39e3-43e0-94de-d8fa85c86ebc None None] Sync routers for ids ['92d99c24-633c-42b3-80e9-14f0b85999c0'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:18:25.719928 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759532e7-39e3-43e0-94de-d8fa85c86ebc None None] Routers {'92d99c24-633c-42b3-80e9-14f0b85999c0'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:25.720568 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-759532e7-39e3-43e0-94de-d8fa85c86ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486446160>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['92d99c24-633c-42b3-80e9-14f0b85999c0'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:25.803987 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] No DVR routers for this DVR port 5c88c12b-7ea9-4c2f-8117-7ef430b43fed on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:18:25.809942 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:25.809942 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ec900e4b-979f-46cd-aa70-6fa0097ec5d2 req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.93 "DELETE /v2.0/ports/5c88c12b-7ea9-4c2f-8117-7ef430b43fed HTTP/1.1" status: 204  len: 173 time: 2.5186315
Jun 01 10:18:25.838264 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-2516c39f-ada8-4801-9b89-12de5d3e6cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486f89970>, [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:24Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '3523cfcb-2c4e-4951-ac04-a67331f6dc2a', 'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'mac_address': 'fa:16:3e:a8:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:22Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 5, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'subnets': [{'id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:25.844386 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2516c39f-ada8-4801-9b89-12de5d3e6cf3 None None] Checking router: 358dbe65-5b02-4452-aa63-e9e6936c4569 for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:18:25.860134 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2516c39f-ada8-4801-9b89-12de5d3e6cf3 None None] Routers {'358dbe65-5b02-4452-aa63-e9e6936c4569'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:25.861072 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-2516c39f-ada8-4801-9b89-12de5d3e6cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486f89970>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['358dbe65-5b02-4452-aa63-e9e6936c4569'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:25.927612 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbc607-796c-422d-9b21-1bbc9f2ca4b7 req-dd1997ef-182c-4390-bfe7-f86a54509c98 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:25.935312 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-62cbc607-796c-422d-9b21-1bbc9f2ca4b7 req-dd1997ef-182c-4390-bfe7-f86a54509c98 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 984 time: 0.1327417
Jun 01 10:18:25.955929 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-759532e7-39e3-43e0-94de-d8fa85c86ebc None None] Set router 92d99c24-633c-42b3-80e9-14f0b85999c0 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:26.051582 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-62cbc607-796c-422d-9b21-1bbc9f2ca4b7 req-556a744d-2ef1-4514-8605-8b20a8a6343c tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=48b37801-74a7-48f4-a38a-8777f1691707&id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1123281
Jun 01 10:18:26.092736 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-2516c39f-ada8-4801-9b89-12de5d3e6cf3 None None] Set router 358dbe65-5b02-4452-aa63-e9e6936c4569 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:26.200373 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-85a06946-7311-45ce-b05e-843e16fe8400 req-36a78b39-b9d0-46b2-8c5f-e039c7fa60f0 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 210 time: 0.1190078
Jun 01 10:18:26.229664 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-f5d8e2cc-441f-43e0-9167-4f128bfd5aa5 req-de288499-99b7-4068-8a92-a4b5b56c3040 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Synchronizing usage tracker for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:26.248764 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-f5d8e2cc-441f-43e0-9167-4f128bfd5aa5 req-de288499-99b7-4068-8a92-a4b5b56c3040 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Unset dirty status for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:26.251506 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f5d8e2cc-441f-43e0-9167-4f128bfd5aa5 req-de288499-99b7-4068-8a92-a4b5b56c3040 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=9edb76a4-53cc-46d1-869a-88926ee16a17 HTTP/1.1" status: 200  len: 210 time: 0.0687490
Jun 01 10:18:26.467847 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 17f1679c-072b-4f0b-82a6-fb0006b8debd no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:18:26.472475 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-759532e7-39e3-43e0-94de-d8fa85c86ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486446160>, [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:36Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '8e0b1836-9b86-4d35-91d9-a2ef6fe688f7', 'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'mac_address': 'fa:16:3e:d2:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:30Z', 'updated_at': '2021-06-01T10:13:48Z', 'revision_number': 5, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'subnets': [{'id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:26.477305 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759532e7-39e3-43e0-94de-d8fa85c86ebc None None] Checking router: 92d99c24-633c-42b3-80e9-14f0b85999c0 for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:18:26.488676 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759532e7-39e3-43e0-94de-d8fa85c86ebc None None] Routers {'92d99c24-633c-42b3-80e9-14f0b85999c0'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:26.489798 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-759532e7-39e3-43e0-94de-d8fa85c86ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486446160>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['92d99c24-633c-42b3-80e9-14f0b85999c0'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:26.520921 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: 17f1679c-072b-4f0b-82a6-fb0006b8debd {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:18:26.521422 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 17f1679c-072b-4f0b-82a6-fb0006b8debd not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:18:26.521729 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 5c88c12b-7ea9-4c2f-8117-7ef430b43fed no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:18:26.581810 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: 5c88c12b-7ea9-4c2f-8117-7ef430b43fed {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:18:26.581810 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 5c88c12b-7ea9-4c2f-8117-7ef430b43fed not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:18:26.694564 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-2516c39f-ada8-4801-9b89-12de5d3e6cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486f89970>, [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:24Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '3523cfcb-2c4e-4951-ac04-a67331f6dc2a', 'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'mac_address': 'fa:16:3e:a8:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:22Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 5, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'subnets': [{'id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:26.708079 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2516c39f-ada8-4801-9b89-12de5d3e6cf3 None None] The sync data for ids ['358dbe65-5b02-4452-aa63-e9e6936c4569'] in dv-cinder-784779-13-iscsi is: [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:24Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '3523cfcb-2c4e-4951-ac04-a67331f6dc2a', 'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'mac_address': 'fa:16:3e:a8:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:22Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 5, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'subnets': [{'id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:18:26.787859 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-759532e7-39e3-43e0-94de-d8fa85c86ebc None None] Set router 92d99c24-633c-42b3-80e9-14f0b85999c0 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:26.824563 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fe1d709e-cd16-49f4-acce-bdf5b64a75ef req-22863244-9725-4187-a5a8-62c2acd3a2c4 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 210 time: 0.0562716
Jun 01 10:18:27.015242 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed6fcf-920c-48d8-9adc-10ab9d868ffa None None] New status for floating IP bf4327ca-01c0-4553-85e4-0f4220d18c86: DOWN {{(pid=91882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:18:27.200481 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-759532e7-39e3-43e0-94de-d8fa85c86ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486446160>, [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:36Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '8e0b1836-9b86-4d35-91d9-a2ef6fe688f7', 'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'mac_address': 'fa:16:3e:d2:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:30Z', 'updated_at': '2021-06-01T10:13:48Z', 'revision_number': 5, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'subnets': [{'id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:27.207523 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759532e7-39e3-43e0-94de-d8fa85c86ebc None None] The sync data for ids ['92d99c24-633c-42b3-80e9-14f0b85999c0'] in dv-cinder-784779-13-iscsi is: [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:36Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '8e0b1836-9b86-4d35-91d9-a2ef6fe688f7', 'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'mac_address': 'fa:16:3e:d2:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:30Z', 'updated_at': '2021-06-01T10:13:48Z', 'revision_number': 5, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'subnets': [{'id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:18:27.293848 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'name': 'network-vif-deleted', 'tag': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:18:27.297152 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a2210c-a71a-4b81-bfc8-f560cb49a489" -d '{"events": [{"server_uuid": "8f6eed30-fcbd-4f9f-be6e-315774b52504", "name": "network-vif-deleted", "tag": "5c88c12b-7ea9-4c2f-8117-7ef430b43fed"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:18:27.374841 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0aad2-8870-4fce-9955-5b14846f3320 req-2cfb7b87-f171-4c4d-8503-b8ac94c548b4 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:27.376426 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-26a0aad2-8870-4fce-9955-5b14846f3320 req-2cfb7b87-f171-4c4d-8503-b8ac94c548b4 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 984 time: 0.1818178
Jun 01 10:18:27.474430 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-26a0aad2-8870-4fce-9955-5b14846f3320 req-38e049cc-0b6f-43ff-8aaf-d51a410fe6e7 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=48b37801-74a7-48f4-a38a-8777f1691707&id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0864389
Jun 01 10:18:27.484193 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a47aeef5-f86e-45f2-ba45-1b9f80cb49ff req-8902a026-b3ef-428d-91f0-aa59eedc740c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f6eed30-fcbd-4f9f-be6e-315774b52504 HTTP/1.1" status: 200  len: 210 time: 0.1013691
Jun 01 10:18:27.608719 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8bde1f-f119-4c99-b484-261f789cf060 x-openstack-request-id: req-2a8bde1f-f119-4c99-b484-261f789cf060 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:18:27.609224 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6eed30-fcbd-4f9f-be6e-315774b52504", "name": "network-vif-deleted", "tag": "5c88c12b-7ea9-4c2f-8117-7ef430b43fed", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:18:27.609723 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2a8bde1f-f119-4c99-b484-261f789cf060 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:18:27.610173 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6eed30-fcbd-4f9f-be6e-315774b52504', 'name': 'network-vif-deleted', 'tag': '5c88c12b-7ea9-4c2f-8117-7ef430b43fed', 'status': 'completed', 'code': 200}
Jun 01 10:18:27.727386 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba0d30c-df6f-4052-af88-1ca60ef7dbce None None] New status for floating IP 6d0983cc-b024-49f7-886f-98d95e4c2015: DOWN {{(pid=91883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:18:27.730038 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51732) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:27.956089 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:28.031374 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0c451756-bd72-48dc-942f-016eacbb2cd8 req-aa9ad0a9-96ab-4418-9577-6263ed8cb968 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 210 time: 0.0526338
Jun 01 10:18:28.064434 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-e54ddb08-3ed1-469b-a792-dae22d6d1a0b tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:28.065895 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-e54ddb08-3ed1-469b-a792-dae22d6d1a0b tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.93 "GET /v2.0/networks?id=99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 200  len: 812 time: 0.3002577
Jun 01 10:18:28.074209 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:28.133831 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-7dde0f50-74a2-4d84-bd68-43698747ef5c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c45032ce1f14e298c34f0a151a2bd04 HTTP/1.1" status: 200  len: 379 time: 0.0506516
Jun 01 10:18:28.146949 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Request body: {'port': {'device_id': '878c399e-9fdd-4879-98c4-d3dd4c7f7e99', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'admin_state_up': True, 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'security_groups': ['e2e6c18c-081f-4ef4-ae62-c1d08b07ac36']}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:28.400351 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:28.413540 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-58d67fd3-8d7f-4e13-81b1-275df6d3929c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:28.435731 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:28.446265 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:28.452007 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:28.452377 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:28.453004 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:28.453387 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:28.453745 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:28.454097 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:28.454447 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:28.454796 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:28.455144 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:28.455490 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:28.455834 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:28.456176 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:28.463424 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:28.467106 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:28.468199 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "DELETE /v2.0/security-groups/da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9 HTTP/1.1" status: 204  len: 168 time: 0.7371292
Jun 01 10:18:28.469266 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:28.470949 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51742) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:28.482900 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Made reservation on behalf of 3c45032ce1f14e298c34f0a151a2bd04 for: {'port': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:18:28.486723 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:28.490911 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.api.v2.resource [None req-a88ab4bb-1c34-47f0-a3f7-545b1d94c099 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] show failed (client error): The resource could not be found.
Jun 01 10:18:28.491911 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-a88ab4bb-1c34-47f0-a3f7-545b1d94c099 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups/da3d6ffb-a8ab-48fc-80a9-6e73f9c71fd9 HTTP/1.1" status: 404  len: 347 time: 0.0198107
Jun 01 10:18:28.495413 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51746) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:28.658550 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51758) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:28.731748 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Allocated IP 172.20.0.8 (99740617-ed0c-40ad-b44d-30189a23b401/10ead19c-0f8f-49da-bb45-73368b832557/b6ee4aec-4f3d-462f-910a-517c0cf1336b) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:18:28.759324 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-72ecf884-bcbd-4ba8-b278-33751fe4f6d4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:28.813844 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-72ecf884-bcbd-4ba8-b278-33751fe4f6d4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:28.841000 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07a0a2-be37-452c-a57a-8bc81ca3db2c req-44627f3a-dfe0-4929-ac04-ecd2ac866e98 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:28.847968 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2e07a0a2-be37-452c-a57a-8bc81ca3db2c req-44627f3a-dfe0-4929-ac04-ecd2ac866e98 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 984 time: 0.2270436
Jun 01 10:18:28.877559 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-6d2eb58b-0b3b-400b-8dc7-96861fb5f347 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Deleting port b6f87b1c-a63f-48ff-9924-4b83f7316d27 {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:18:28.878032 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb58b-0b3b-400b-8dc7-96861fb5f347 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:28.974401 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2e07a0a2-be37-452c-a57a-8bc81ca3db2c req-b17e7305-7a47-4ed5-b1b6-814305bdd6c7 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=48b37801-74a7-48f4-a38a-8777f1691707&id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1255527
Jun 01 10:18:29.038897 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb58b-0b3b-400b-8dc7-96861fb5f347 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:29.039870 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb58b-0b3b-400b-8dc7-96861fb5f347 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:29.045108 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-72ecf884-bcbd-4ba8-b278-33751fe4f6d4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:29.055563 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-52b11816-92be-4226-9eb0-303eadf7448f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:29.074435 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:29.080478 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ecf884-bcbd-4ba8-b278-33751fe4f6d4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d945727e-ca36-4411-b6df-c714d3f14916,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:29.086845 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-72ecf884-bcbd-4ba8-b278-33751fe4f6d4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:29.102707 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Transition to ACTIVE for port object b6ee4aec-4f3d-462f-910a-517c0cf1336b will not be triggered until provisioned by entity DHCP. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:29.129599 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-72ecf884-bcbd-4ba8-b278-33751fe4f6d4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:29.130978 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-72ecf884-bcbd-4ba8-b278-33751fe4f6d4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "DELETE /v2.0/security-groups/d945727e-ca36-4411-b6df-c714d3f14916 HTTP/1.1" status: 204  len: 168 time: 0.4714999
Jun 01 10:18:29.133897 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51772) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:29.159011 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.api.v2.resource [None req-e5bf46ce-6751-479a-a57f-1ab450addbc4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] show failed (client error): The resource could not be found.
Jun 01 10:18:29.160400 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-e5bf46ce-6751-479a-a57f-1ab450addbc4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups/d945727e-ca36-4411-b6df-c714d3f14916 HTTP/1.1" status: 404  len: 347 time: 0.0239134
Jun 01 10:18:29.163573 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51776) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:29.233571 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:29.270467 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-6d2eb58b-0b3b-400b-8dc7-96861fb5f347 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Calling delete_port for b6f87b1c-a63f-48ff-9924-4b83f7316d27 owned by network:floatingip {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:18:29.291906 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:29.400038 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb58b-0b3b-400b-8dc7-96861fb5f347 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:29.405972 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-523194a4-2e03-4c40-871a-b86ac9ec3241 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:29.449764 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2eb58b-0b3b-400b-8dc7-96861fb5f347 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event deleted for resources: {'Port': ['ID=b6f87b1c-a63f-48ff-9924-4b83f7316d27,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:29.453458 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-6d2eb58b-0b3b-400b-8dc7-96861fb5f347 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:29.453612 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Network 99740617-ed0c-40ad-b44d-30189a23b401 is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:18:29.460199 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:29.492546 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:18:29.537835 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'Port': ['ID=b6ee4aec-4f3d-462f-910a-517c0cf1336b,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:29.545261 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:29.566606 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb58b-0b3b-400b-8dc7-96861fb5f347 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for floatingip, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:29.590844 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb58b-0b3b-400b-8dc7-96861fb5f347 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:29.592973 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:29.593666 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:29.595907 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-6d2eb58b-0b3b-400b-8dc7-96861fb5f347 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "DELETE /v2.0/floatingips/bf4327ca-01c0-4553-85e4-0f4220d18c86 HTTP/1.1" status: 204  len: 168 time: 1.0989902
Jun 01 10:18:29.624287 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b95d6-fae1-4c53-9b29-d49dfd1d5db8 req-8ec70c72-7c53-4049-919d-41a9a7cf5500 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:29.625043 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-721b95d6-fae1-4c53-9b29-d49dfd1d5db8 req-8ec70c72-7c53-4049-919d-41a9a7cf5500 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Synchronizing usage tracker for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:29.660182 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-e52a517f-c722-4c06-9743-9998c1ff5f10 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Deleting port c0845662-2316-4f24-b41e-c4309e9f5a54 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:18:29.661100 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e52a517f-c722-4c06-9743-9998c1ff5f10 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:29.691288 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-2d59dacf-9738-4269-924e-89c0ee10483e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5480945
Jun 01 10:18:29.710934 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-721b95d6-fae1-4c53-9b29-d49dfd1d5db8 req-8ec70c72-7c53-4049-919d-41a9a7cf5500 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Unset dirty status for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:29.717804 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-721b95d6-fae1-4c53-9b29-d49dfd1d5db8 req-8ec70c72-7c53-4049-919d-41a9a7cf5500 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 931 time: 0.4940081
Jun 01 10:18:29.732833 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-4185eff6-9d79-4af8-ada6-6e5149dc4b9b None None] Provisioning for port b6ee4aec-4f3d-462f-910a-517c0cf1336b completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:29.738807 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-4185eff6-9d79-4af8-ada6-6e5149dc4b9b None None] Provisioning complete for port b6ee4aec-4f3d-462f-910a-517c0cf1336b triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:29.739187 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4185eff6-9d79-4af8-ada6-6e5149dc4b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:29.828848 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-4185eff6-9d79-4af8-ada6-6e5149dc4b9b None None] Port b6ee4aec-4f3d-462f-910a-517c0cf1336b cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:18:29.850191 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Request body: {'port': {'device_id': '878c399e-9fdd-4879-98c4-d3dd4c7f7e99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:29.879944 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-721b95d6-fae1-4c53-9b29-d49dfd1d5db8 req-28463a93-5e10-40a7-b95b-057ea7d7d7c3 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1612952
Jun 01 10:18:29.915855 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e52a517f-c722-4c06-9743-9998c1ff5f10 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:29.916116 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e52a517f-c722-4c06-9743-9998c1ff5f10 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:29.924988 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51798) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:29.938555 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--75566691', 'description': 'tempest-description--313687380'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:29.999186 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:30.087711 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Usage tracker for resource:security_group and tenant:a13ac067b70d4630b1d8a478ac23fab4 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:30.096531 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-e52a517f-c722-4c06-9743-9998c1ff5f10 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Calling delete_port for c0845662-2316-4f24-b41e-c4309e9f5a54 owned by network:floatingip {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:18:30.111257 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:30.255270 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:30.307438 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:30.325722 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:30.364538 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:30.406244 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Usage tracker for resource:security_group_rule and tenant:a13ac067b70d4630b1d8a478ac23fab4 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:30.417562 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:30.431755 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:30.478917 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188e3e4-133f-4731-a0e5-ef46b381f6f0 req-530ebb46-0c2f-448f-a7dc-848b4fa262b1 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:30.480450 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3188e3e4-133f-4731-a0e5-ef46b381f6f0 req-530ebb46-0c2f-448f-a7dc-848b4fa262b1 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 984 time: 0.3546500
Jun 01 10:18:30.678352 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3188e3e4-133f-4731-a0e5-ef46b381f6f0 req-da3c7552-4004-4520-88ca-14f609dc03a4 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=48b37801-74a7-48f4-a38a-8777f1691707&id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1895514
Jun 01 10:18:30.776431 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e52a517f-c722-4c06-9743-9998c1ff5f10 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:30.785184 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:30.823222 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:30.844747 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a517f-c722-4c06-9743-9998c1ff5f10 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event deleted for resources: {'Port': ['ID=c0845662-2316-4f24-b41e-c4309e9f5a54,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:30.875871 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:30.884117 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e52a517f-c722-4c06-9743-9998c1ff5f10 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:30.888186 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:30.987849 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1f98c3-7547-43ad-b31e-9cb52b9d74bd,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:30.998113 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:31.020860 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.024777 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 1.0941167
Jun 01 10:18:31.031172 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51810) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:31.031172 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e52a517f-c722-4c06-9743-9998c1ff5f10 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for floatingip, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.033077 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e52a517f-c722-4c06-9743-9998c1ff5f10 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.034171 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-e52a517f-c722-4c06-9743-9998c1ff5f10 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "DELETE /v2.0/floatingips/6d0983cc-b024-49f7-886f-98d95e4c2015 HTTP/1.1" status: 204  len: 168 time: 1.8689141
Jun 01 10:18:31.070244 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-40db88bd-6392-4130-aa1e-cc7d8f55996d tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Request body: {'security_group_rule': {'security_group_id': 'cb1f98c3-7547-43ad-b31e-9cb52b9d74bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:31.086472 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-40db88bd-6392-4130-aa1e-cc7d8f55996d tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:31.094661 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-40db88bd-6392-4130-aa1e-cc7d8f55996d tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Usage tracker for resource:security_group_rule and tenant:a13ac067b70d4630b1d8a478ac23fab4 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:31.099232 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-40db88bd-6392-4130-aa1e-cc7d8f55996d tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:31.104176 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337693bd-31b3-4116-a38d-fce997f30121 req-67548fb1-46c3-4b43-a70b-45d934702b1b tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:31.107865 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-40db88bd-6392-4130-aa1e-cc7d8f55996d tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:31.111730 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-337693bd-31b3-4116-a38d-fce997f30121 req-67548fb1-46c3-4b43-a70b-45d934702b1b tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 931 time: 0.1134865
Jun 01 10:18:31.113471 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ee4aec-4f3d-462f-910a-517c0cf1336b {{(pid=91881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:18:31.123977 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.151367 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Transition to ACTIVE for port object b6ee4aec-4f3d-462f-910a-517c0cf1336b will not be triggered until provisioned by entity L2. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:31.152456 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-40db88bd-6392-4130-aa1e-cc7d8f55996d tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.162544 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.170551 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:31.180499 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-337693bd-31b3-4116-a38d-fce997f30121 req-8c4be570-b60c-4e87-9aba-037dda0ecf2d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Synchronizing usage tracker for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:security_group {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:31.193980 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-337693bd-31b3-4116-a38d-fce997f30121 req-8c4be570-b60c-4e87-9aba-037dda0ecf2d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Unset dirty status for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:security_group {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:31.203930 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-337693bd-31b3-4116-a38d-fce997f30121 req-8c4be570-b60c-4e87-9aba-037dda0ecf2d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913262
Jun 01 10:18:31.287180 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51822) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:31.293900 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--620115201', 'description': 'tempest-description--818989295'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:31.303001 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:31.311241 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Usage tracker for resource:security_group and tenant:79697cda1c4247899e55e134a9e5b375 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:31.315129 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:31.324062 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:31.335196 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Pushing event updated for resources: {'Port': ['ID=b6ee4aec-4f3d-462f-910a-517c0cf1336b,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:31.336836 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.374490 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:31.378660 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Usage tracker for resource:security_group_rule and tenant:79697cda1c4247899e55e134a9e5b375 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:31.381209 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:31.382174 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:31.391326 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:31.445935 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-40db88bd-6392-4130-aa1e-cc7d8f55996d tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.461861 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-40db88bd-6392-4130-aa1e-cc7d8f55996d tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.467511 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:31.487075 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.491878 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.492778 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db88bd-6392-4130-aa1e-cc7d8f55996d tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc96d581-8d2d-4bd8-9331-456934936717,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:31.499178 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-40db88bd-6392-4130-aa1e-cc7d8f55996d tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:31.517838 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:31.520760 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-40db88bd-6392-4130-aa1e-cc7d8f55996d tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.521983 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-40db88bd-6392-4130-aa1e-cc7d8f55996d tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4927318
Jun 01 10:18:31.525412 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51828) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:31.530710 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Attempting to bind port b6ee4aec-4f3d-462f-910a-517c0cf1336b on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:18:31.531066 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Attempting to bind port b6ee4aec-4f3d-462f-910a-517c0cf1336b by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:18:31.531404 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Attempting to bind port b6ee4aec-4f3d-462f-910a-517c0cf1336b on network 99740617-ed0c-40ad-b44d-30189a23b401 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:18:31.541346 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Port b6ee4aec-4f3d-462f-910a-517c0cf1336b on network 99740617-ed0c-40ad-b44d-30189a23b401 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:18:31.541663 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Attempting to bind port b6ee4aec-4f3d-462f-910a-517c0cf1336b on network 99740617-ed0c-40ad-b44d-30189a23b401 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:18:31.548317 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:18:31.548707 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Checking segment: {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:18:31.549087 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Bound using segment: {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:18:31.549552 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Bound port: b6ee4aec-4f3d-462f-910a-517c0cf1336b, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'}}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:18:31.549895 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.582003 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.583209 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2948582
Jun 01 10:18:31.584994 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c801c946-25fa-480f-ab9b-ea361ea707e7,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:31.589896 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:31.590618 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51834) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:31.597057 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-10edf25f-6501-471d-a343-0d21e7455628 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Request body: {'security_group_rule': {'security_group_id': 'c801c946-25fa-480f-ab9b-ea361ea707e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:31.605878 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-10edf25f-6501-471d-a343-0d21e7455628 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:31.610775 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-10edf25f-6501-471d-a343-0d21e7455628 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Usage tracker for resource:security_group_rule and tenant:79697cda1c4247899e55e134a9e5b375 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:31.613990 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-10edf25f-6501-471d-a343-0d21e7455628 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:31.620720 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-10edf25f-6501-471d-a343-0d21e7455628 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:31.638900 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-10edf25f-6501-471d-a343-0d21e7455628 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.654338 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] For port b6ee4aec-4f3d-462f-910a-517c0cf1336b, host hv-cinder-78477, cleared binding levels {{(pid=91881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:18:31.657498 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] For port b6ee4aec-4f3d-462f-910a-517c0cf1336b, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6ee4aec-4f3d-462f-910a-517c0cf1336b,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:18:31.662274 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.667131 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e3545409-40ef-45c6-88ce-51f337e9e1c3 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:31.706485 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-10edf25f-6501-471d-a343-0d21e7455628 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.710530 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-10edf25f-6501-471d-a343-0d21e7455628 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.720032 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:31.720137 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-68c5e05e-5a26-40bb-9a2d-8145b2d63ed4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Request body: {'security_group_rule': {'security_group_id': 'cb1f98c3-7547-43ad-b31e-9cb52b9d74bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:31.737578 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-68c5e05e-5a26-40bb-9a2d-8145b2d63ed4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:31.740315 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:31.740918 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.743143 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] 10.222.0.93 "PUT /v2.0/ports/b6ee4aec-4f3d-462f-910a-517c0cf1336b HTTP/1.1" status: 200  len: 1093 time: 2.0386481
Jun 01 10:18:31.743669 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878c399e-9fdd-4879-98c4-d3dd4c7f7e99', 'tag': 'b6ee4aec-4f3d-462f-910a-517c0cf1336b'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:18:31.744926 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edf25f-6501-471d-a343-0d21e7455628 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24daf0c6-0fa3-4c27-be5b-ec7c7a91bec2,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:31.746015 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f470b25-f5b1-420d-8f8c-7833ca5e4be7" -d '{"events": [{"name": "network-changed", "server_uuid": "878c399e-9fdd-4879-98c4-d3dd4c7f7e99", "tag": "b6ee4aec-4f3d-462f-910a-517c0cf1336b"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:18:31.752293 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-68c5e05e-5a26-40bb-9a2d-8145b2d63ed4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Usage tracker for resource:security_group_rule and tenant:a13ac067b70d4630b1d8a478ac23fab4 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:31.755388 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-10edf25f-6501-471d-a343-0d21e7455628 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:31.757393 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-68c5e05e-5a26-40bb-9a2d-8145b2d63ed4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:31.766662 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-10edf25f-6501-471d-a343-0d21e7455628 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.766817 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-68c5e05e-5a26-40bb-9a2d-8145b2d63ed4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:31.769242 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-10edf25f-6501-471d-a343-0d21e7455628 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1774409
Jun 01 10:18:31.772232 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51842) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:31.781075 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-67217a6d-15c4-43e9-b69d-ad55aa1353da tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Request body: {'security_group_rule': {'security_group_id': 'c801c946-25fa-480f-ab9b-ea361ea707e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:31.792647 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-67217a6d-15c4-43e9-b69d-ad55aa1353da tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:31.797735 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-67217a6d-15c4-43e9-b69d-ad55aa1353da tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Usage tracker for resource:security_group_rule and tenant:79697cda1c4247899e55e134a9e5b375 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:31.800897 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Pushing event updated for resources: {'Port': ['ID=b6ee4aec-4f3d-462f-910a-517c0cf1336b,revision_number=3']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:31.814708 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-67217a6d-15c4-43e9-b69d-ad55aa1353da tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:31.833204 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-67217a6d-15c4-43e9-b69d-ad55aa1353da tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:31.850084 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f5a80e-7c4f-4564-b716-34a2dfc1a97d x-openstack-request-id: req-50f5a80e-7c4f-4564-b716-34a2dfc1a97d {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:18:31.850407 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878c399e-9fdd-4879-98c4-d3dd4c7f7e99", "tag": "b6ee4aec-4f3d-462f-910a-517c0cf1336b", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:18:31.850693 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-50f5a80e-7c4f-4564-b716-34a2dfc1a97d {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:18:31.851118 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878c399e-9fdd-4879-98c4-d3dd4c7f7e99', 'tag': 'b6ee4aec-4f3d-462f-910a-517c0cf1336b', 'status': 'completed', 'code': 200}
Jun 01 10:18:31.852553 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:31.870634 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-68c5e05e-5a26-40bb-9a2d-8145b2d63ed4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.926350 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-67217a6d-15c4-43e9-b69d-ad55aa1353da tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.971370 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-68c5e05e-5a26-40bb-9a2d-8145b2d63ed4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.980886 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-68c5e05e-5a26-40bb-9a2d-8145b2d63ed4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:31.986305 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:32.001765 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ef5db-6b09-4621-ac52-c111fe2c8999 req-ba4d3df4-8d85-47b4-902a-19eda8db56e4 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:32.003260 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4b0ef5db-6b09-4621-ac52-c111fe2c8999 req-ba4d3df4-8d85-47b4-902a-19eda8db56e4 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 984 time: 0.1591580
Jun 01 10:18:32.014653 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5e05e-5a26-40bb-9a2d-8145b2d63ed4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be503882-1a31-4dc2-bfbb-696cb0862e91,revision_number=0']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:32.020736 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-68c5e05e-5a26-40bb-9a2d-8145b2d63ed4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:32.024928 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-257cf149-caab-4ef8-aa73-964e8f22426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:32.026414 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-257cf149-caab-4ef8-aa73-964e8f22426f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 1096 time: 0.2303731
Jun 01 10:18:32.027550 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-68c5e05e-5a26-40bb-9a2d-8145b2d63ed4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:32.028596 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-68c5e05e-5a26-40bb-9a2d-8145b2d63ed4 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4999247
Jun 01 10:18:32.031716 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51848) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:32.036550 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Request body: {'floatingip': {'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:32.038568 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-67217a6d-15c4-43e9-b69d-ad55aa1353da tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:32.045637 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-67217a6d-15c4-43e9-b69d-ad55aa1353da tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858729'] for security_group_rule, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:32.063300 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-452194ec-4922-45e4-8556-76d0cbe34802 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:32.090587 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:32.102525 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4b0ef5db-6b09-4621-ac52-c111fe2c8999 req-adf1a126-b8b4-41e9-99bd-804d981c3d64 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=48b37801-74a7-48f4-a38a-8777f1691707&id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0886617
Jun 01 10:18:32.103292 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67217a6d-15c4-43e9-b69d-ad55aa1353da tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d10f515-9f1e-4047-a59a-e23b182b0937,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:32.105646 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-67217a6d-15c4-43e9-b69d-ad55aa1353da tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:32.106463 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Usage tracker for resource:floatingip and tenant:a13ac067b70d4630b1d8a478ac23fab4 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:32.107119 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-67217a6d-15c4-43e9-b69d-ad55aa1353da tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:32.111355 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-67217a6d-15c4-43e9-b69d-ad55aa1353da tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3339517
Jun 01 10:18:32.111749 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-70c8ebf1-84be-4a9c-807f-e9e03a416bf6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ee4aec-4f3d-462f-910a-517c0cf1336b HTTP/1.1" status: 200  len: 217 time: 0.0682592
Jun 01 10:18:32.111749 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:32.111928 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 51852) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:32.116588 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:32.118101 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Request body: {'floatingip': {'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:32.124390 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:32.134244 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Usage tracker for resource:floatingip and tenant:79697cda1c4247899e55e134a9e5b375 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:32.137341 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:32.143445 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:32.153718 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for floatingip, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:32.174180 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for floatingip, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:32.206208 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-69dea05d-c6a1-4414-811a-8ad5d0289ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:32.207628 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-69dea05d-c6a1-4414-811a-8ad5d0289ed6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10ead19c-0f8f-49da-bb45-73368b832557 HTTP/1.1" status: 200  len: 851 time: 0.0877948
Jun 01 10:18:32.292517 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:32.433952 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Allocated IP 172.27.3.97 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/2e085676-e69d-4857-be6a-20c990f8caf0) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:18:32.525040 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-b201f28c-82f1-43b7-9a73-84fd783704a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:32.526573 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-b201f28c-82f1-43b7-9a73-84fd783704a8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99740617-ed0c-40ad-b44d-30189a23b401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2705204
Jun 01 10:18:32.548273 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1b776-7762-4ca2-9dd7-e3f8ce3da274 req-02c1a3e1-adb4-4d58-bc64-6d7b9f09fe04 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:32.550223 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ccb1b776-7762-4ca2-9dd7-e3f8ce3da274 req-02c1a3e1-adb4-4d58-bc64-6d7b9f09fe04 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 943 time: 0.1596959
Jun 01 10:18:32.595778 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:32.630265 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:32.635787 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-4f80b00a-5d36-4bd7-b274-049847456e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:32.674510 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:32.703535 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:18:32.706649 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:32.710480 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:18:32.748786 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event updated for resources: {'Port': ['ID=2e085676-e69d-4857-be6a-20c990f8caf0,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:32.753027 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ccb1b776-7762-4ca2-9dd7-e3f8ce3da274 req-d2d11ce1-9965-47d4-9070-eddc6f1bacc6 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1795342
Jun 01 10:18:32.753575 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:32.803146 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-e04baa64-be66-4d70-88f8-b576fae0e09a service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2523265
Jun 01 10:18:32.860259 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:32.931553 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:32.955838 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Allocated IP 172.27.3.32 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/eb459476-fa91-4d59-8d81-a68cc6313da6) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:18:33.022829 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7c469635-27cf-4f65-ad97-a97d5018e626 req-079fe84e-1cdc-4697-a6fe-a82fba4c4dfc service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1888230
Jun 01 10:18:33.224622 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51882) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:33.241338 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:33.264876 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f470b25-f5b1-420d-8f8c-7833ca5e4be7 req-15c66607-c383-4a7e-b85d-99173c664bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:33.266309 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9f470b25-f5b1-420d-8f8c-7833ca5e4be7 req-15c66607-c383-4a7e-b85d-99173c664bd6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 1096 time: 0.1595275
Jun 01 10:18:33.376146 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:33.383981 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2489979'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:33.387498 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:33.393154 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0a2843cb-7984-4c51-8f60-f1918b5fe937 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:33.416921 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f211bd5e-ef6b-4a23-afcc-48406756945e tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:33.473662 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-94ca5ce9-208d-4b91-baec-75011b00f329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:33.516974 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event updated for resources: {'Port': ['ID=2e085676-e69d-4857-be6a-20c990f8caf0,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:33.523558 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:18:33.526015 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:33.536174 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-1b8443bd-df3a-433a-9136-61cf3fedd57c tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Synchronizing usage tracker for tenant:56636114736640519f8745b2a6167521 on resource:security_group {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:33.538653 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:33.539769 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:33.544421 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-94ca5ce9-208d-4b91-baec-75011b00f329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:33.552818 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130c1fa-8b12-42a3-8c86-55a2494599c0 req-bff53cbf-b2af-4fa4-9fd4-a0977347b9d2 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:33.553452 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:18:33.554378 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e130c1fa-8b12-42a3-8c86-55a2494599c0 req-bff53cbf-b2af-4fa4-9fd4-a0977347b9d2 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 984 time: 0.2135801
Jun 01 10:18:33.594764 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event updated for resources: {'Port': ['ID=eb459476-fa91-4d59-8d81-a68cc6313da6,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:33.602158 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:33.603398 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4908988
Jun 01 10:18:33.607697 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-94ca5ce9-208d-4b91-baec-75011b00f329 admin admin] Usage tracker for resource:security_group_rule and tenant:0809f7ce68154cd29226cdb7b9042701 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:33.610538 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:33.611358 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-94ca5ce9-208d-4b91-baec-75011b00f329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:33.616255 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e130c1fa-8b12-42a3-8c86-55a2494599c0 req-c3e3bf59-5ee1-4bb7-bdee-0e01f374e354 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=48b37801-74a7-48f4-a38a-8777f1691707&id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0557740
Jun 01 10:18:33.633241 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-94ca5ce9-208d-4b91-baec-75011b00f329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:33.639869 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f470b25-f5b1-420d-8f8c-7833ca5e4be7 req-bfec1cce-64cb-49c1-98ce-8fd271411ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:33.641353 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9f470b25-f5b1-420d-8f8c-7833ca5e4be7 req-bfec1cce-64cb-49c1-98ce-8fd271411ca1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 200  len: 914 time: 0.3658352
Jun 01 10:18:33.705560 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-1b8443bd-df3a-433a-9136-61cf3fedd57c tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Unset dirty status for tenant:56636114736640519f8745b2a6167521 on resource:security_group {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:33.706688 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-1b8443bd-df3a-433a-9136-61cf3fedd57c tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1443157773&fields=id&tenant_id=56636114736640519f8745b2a6167521 HTTP/1.1" status: 200  len: 267 time: 0.3487763
Jun 01 10:18:33.754503 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9f470b25-f5b1-420d-8f8c-7833ca5e4be7 req-9c102e7f-6076-46fc-9518-6308ca6fc5ed service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ee4aec-4f3d-462f-910a-517c0cf1336b HTTP/1.1" status: 200  len: 217 time: 0.1021845
Jun 01 10:18:33.846822 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-53fdb1e4-2c1c-4d95-b458-7c90d4bfbda4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Synchronizing usage tracker for tenant:79697cda1c4247899e55e134a9e5b375 on resource:security_group {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:33.862224 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-53fdb1e4-2c1c-4d95-b458-7c90d4bfbda4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Unset dirty status for tenant:79697cda1c4247899e55e134a9e5b375 on resource:security_group {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:33.863508 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-53fdb1e4-2c1c-4d95-b458-7c90d4bfbda4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--620115201&fields=id&tenant_id=79697cda1c4247899e55e134a9e5b375 HTTP/1.1" status: 200  len: 267 time: 0.0599954
Jun 01 10:18:33.937955 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f470b25-f5b1-420d-8f8c-7833ca5e4be7 req-d75ef622-feb2-415d-9e7f-ec73c8b6c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:33.939381 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9f470b25-f5b1-420d-8f8c-7833ca5e4be7 req-d75ef622-feb2-415d-9e7f-ec73c8b6c77c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10ead19c-0f8f-49da-bb45-73368b832557 HTTP/1.1" status: 200  len: 851 time: 0.1779723
Jun 01 10:18:33.954288 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:34.030283 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-acf79c72-45cc-4eaf-b63a-10f85ac1d3c5 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:34.031727 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-acf79c72-45cc-4eaf-b63a-10f85ac1d3c5 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/networks?id=5eec1d6c-37df-44d5-a3ce-e0625e581a69 HTTP/1.1" status: 200  len: 817 time: 0.1605918
Jun 01 10:18:34.046602 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e8daa70e-1b19-4061-a049-648fe1d8ffb4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/quotas/79697cda1c4247899e55e134a9e5b375 HTTP/1.1" status: 200  len: 375 time: 0.0092835
Jun 01 10:18:34.137707 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-423b23b8-9650-4b1e-9ea0-92ceff68bcaf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=79697cda1c4247899e55e134a9e5b375&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0858903
Jun 01 10:18:34.199409 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-3c32a7af-51cc-41cb-9c68-f6e705c3485f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:34.200088 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-3c32a7af-51cc-41cb-9c68-f6e705c3485f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Synchronizing usage tracker for tenant:56636114736640519f8745b2a6167521 on resource:network {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:34.247090 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-94ca5ce9-208d-4b91-baec-75011b00f329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:34.253106 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:34.282543 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-94ca5ce9-208d-4b91-baec-75011b00f329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:34.297654 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-13aeec74-866c-408c-bc8e-9eecfb56c6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:34.313450 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-3c32a7af-51cc-41cb-9c68-f6e705c3485f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Unset dirty status for tenant:56636114736640519f8745b2a6167521 on resource:network {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:34.314571 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-3c32a7af-51cc-41cb-9c68-f6e705c3485f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/networks?id=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 HTTP/1.1" status: 200  len: 808 time: 0.5997846
Jun 01 10:18:34.332312 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-ef8f18b3-d6eb-45cb-bcfd-157d4d3e3604 service neutron] 10.222.0.86 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1823776
Jun 01 10:18:34.372398 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-94ca5ce9-208d-4b91-baec-75011b00f329 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0809f7ce68154cd29226cdb7b9042701&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1440940
Jun 01 10:18:34.380489 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f470b25-f5b1-420d-8f8c-7833ca5e4be7 req-7bd3efd7-25e6-473a-8aac-87ddf199301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:34.381924 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9f470b25-f5b1-420d-8f8c-7833ca5e4be7 req-7bd3efd7-25e6-473a-8aac-87ddf199301c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99740617-ed0c-40ad-b44d-30189a23b401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4321175
Jun 01 10:18:34.383966 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 51906) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:34.385257 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-e39dd441-196a-4e3f-9191-c27780a70fa7 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/quotas/56636114736640519f8745b2a6167521 HTTP/1.1" status: 200  len: 375 time: 0.0601804
Jun 01 10:18:34.389538 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca5ce9-208d-4b91-baec-75011b00f329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d0b07a-11da-4f3d-8cbb-0cc9c0109a20,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:34.406992 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-94ca5ce9-208d-4b91-baec-75011b00f329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:34.474642 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-713b6203-abac-4413-9bf9-328e24614822 service neutron] 10.222.0.86 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359186
Jun 01 10:18:34.730739 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e4fe-c14d-48dd-8cde-971c1055c591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:34.753536 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c2bea-5fbb-47ef-8722-3311785101c5 req-a5b30d9f-6f78-478a-8268-d588aaf613b0 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:34.760598 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-446c2bea-5fbb-47ef-8722-3311785101c5 req-a5b30d9f-6f78-478a-8268-d588aaf613b0 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 943 time: 0.0891619
Jun 01 10:18:34.761145 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9f470b25-f5b1-420d-8f8c-7833ca5e4be7 req-0cbdd6c0-9e44-448f-8768-6ffe5aa8dffc service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3688560
Jun 01 10:18:34.805036 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e4fe-c14d-48dd-8cde-971c1055c591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:34.809974 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-446c2bea-5fbb-47ef-8722-3311785101c5 req-76959aae-db57-4656-b233-f0cbf46a2846 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484018
Jun 01 10:18:34.886338 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-3608b4cc-2359-4582-a32e-17bc906f0bd6 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=56636114736640519f8745b2a6167521&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4817882
Jun 01 10:18:34.905998 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-24d4d171-28e1-4ae4-b749-798a98c6fb60 req-66561a46-3af1-4ae2-962e-7020c6b9d856 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 210 time: 0.0508296
Jun 01 10:18:34.920958 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:34.957282 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:34.968285 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9cd4633b-61cc-4d04-9f40-d0ea807e631a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:35.107488 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9e7f0-d89f-4a6b-b660-0d9571a9bd39 req-c50b36df-9bc8-41b2-921c-e18d3d0d63a3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:35.128965 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-01b9e7f0-d89f-4a6b-b660-0d9571a9bd39 req-c50b36df-9bc8-41b2-921c-e18d3d0d63a3 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 984 time: 0.0916796
Jun 01 10:18:35.180637 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-01b9e7f0-d89f-4a6b-b660-0d9571a9bd39 req-4cbf3958-99e3-439d-b16e-8b16aec9645a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=48b37801-74a7-48f4-a38a-8777f1691707&id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0636775
Jun 01 10:18:35.199641 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9f470b25-f5b1-420d-8f8c-7833ca5e4be7 req-49680367-5290-4996-b4a1-b4b451087556 service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4252963
Jun 01 10:18:35.205082 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event updated for resources: {'Port': ['ID=eb459476-fa91-4d59-8d81-a68cc6313da6,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:35.211374 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e4fe-c14d-48dd-8cde-971c1055c591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:35.217620 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:35.217620 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ad7cc3a8-f236-4401-8408-8d9476b1b34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:35.248651 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2e4fe-c14d-48dd-8cde-971c1055c591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d0b07a-11da-4f3d-8cbb-0cc9c0109a20,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:35.250450 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:35.256161 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f6e2e4fe-c14d-48dd-8cde-971c1055c591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:35.261589 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-ad0a8370-ed29-40f5-bebc-c400ee78ed9c service neutron] 10.222.0.86 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3498983
Jun 01 10:18:35.282382 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-1fcac868-4d8b-4afa-97f4-2932ceb8b0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:35.348462 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:35.349663 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.3171158
Jun 01 10:18:35.350829 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e4fe-c14d-48dd-8cde-971c1055c591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:35.352370 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-f6e2e4fe-c14d-48dd-8cde-971c1055c591 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/15d0b07a-11da-4f3d-8cbb-0cc9c0109a20 HTTP/1.1" status: 204  len: 168 time: 0.9662414
Jun 01 10:18:35.419553 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-c644f584-c6df-48dc-86d6-62e50bb236a7 service neutron] 10.222.0.86 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492515
Jun 01 10:18:35.508115 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:35.621761 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-013e3c30-e9b3-4906-99a8-bbd77cf4ceb6 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--75566691&fields=id&tenant_id=a13ac067b70d4630b1d8a478ac23fab4 HTTP/1.1" status: 200  len: 267 time: 0.0597932
Jun 01 10:18:35.893596 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-419d21f2-3c22-493a-9f4d-497ca1853020 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:35.896007 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-419d21f2-3c22-493a-9f4d-497ca1853020 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/networks?id=6e55b412-bc05-48cc-8ddf-93d145b5843a HTTP/1.1" status: 200  len: 811 time: 0.2634745
Jun 01 10:18:35.928495 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-83991d52-bcf4-498e-b999-6cc61f695540 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/quotas/a13ac067b70d4630b1d8a478ac23fab4 HTTP/1.1" status: 200  len: 375 time: 0.0264151
Jun 01 10:18:35.987957 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ccc73a04-e96d-48e3-9db5-079ac1e3ea97 req-6e558914-8b61-4111-84f3-d5abd44a7c03 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 210 time: 0.0720618
Jun 01 10:18:36.000562 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-b3b76ae5-81ef-41c2-8e58-892472471bdf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:36.002238 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-b3b76ae5-81ef-41c2-8e58-892472471bdf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.93 "GET /v2.0/networks?id=5eec1d6c-37df-44d5-a3ce-e0625e581a69 HTTP/1.1" status: 200  len: 817 time: 0.2973771
Jun 01 10:18:36.069880 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-4a0e3e0d-1b31-4b49-9bbd-608a7599de17 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Synchronizing usage tracker for tenant:79697cda1c4247899e55e134a9e5b375 on resource:security_group {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:36.085105 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-4a0e3e0d-1b31-4b49-9bbd-608a7599de17 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Unset dirty status for tenant:79697cda1c4247899e55e134a9e5b375 on resource:security_group {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:36.087383 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-4a0e3e0d-1b31-4b49-9bbd-608a7599de17 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79697cda1c4247899e55e134a9e5b375 HTTP/1.1" status: 200  len: 379 time: 0.0748351
Jun 01 10:18:36.091890 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-97fdbb5f-930d-4f6d-a989-7686e7f0b3fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Synchronizing usage tracker for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:36.099364 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Request body: {'port': {'device_id': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'admin_state_up': True, 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'security_groups': ['c801c946-25fa-480f-ab9b-ea361ea707e7']}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:36.111344 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-97fdbb5f-930d-4f6d-a989-7686e7f0b3fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Unset dirty status for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:36.125477 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-97fdbb5f-930d-4f6d-a989-7686e7f0b3fe tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a13ac067b70d4630b1d8a478ac23fab4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1898072
Jun 01 10:18:36.315609 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:36.321597 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-9913663d-1f9b-42d4-bd07-901b97e686e3 service neutron] 10.222.0.86 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1948335
Jun 01 10:18:36.331416 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:36.348089 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f062326-4f91-4533-be25-db235df1f797 req-cf43ef51-4d3c-4a66-9c52-3b25710f6cfa tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:36.349614 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7f062326-4f91-4533-be25-db235df1f797 req-cf43ef51-4d3c-4a66-9c52-3b25710f6cfa tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 943 time: 0.1613362
Jun 01 10:18:36.350909 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Made reservation on behalf of 79697cda1c4247899e55e134a9e5b375 for: {'port': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:18:36.355716 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:36.471682 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-403fce3c-371c-43a4-8ccc-e434ee82f0bf service neutron] 10.222.0.86 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492555
Jun 01 10:18:36.590222 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7f062326-4f91-4533-be25-db235df1f797 req-24288ba8-163f-4456-bbad-24aa660de688 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2156210
Jun 01 10:18:36.718650 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Allocated IP 172.20.0.14 (5eec1d6c-37df-44d5-a3ce-e0625e581a69/c37142d9-9aeb-4f95-b35e-6158487f26f3/4b8b509c-2df9-49bc-8d2b-7e03fc3fff98) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:18:36.889692 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d9889c3e-d001-45ba-bf11-bcca38f69521 req-ebb18f7d-0536-4efd-b84f-bf34a7192855 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 210 time: 0.0944285
Jun 01 10:18:37.047096 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:37.064643 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Transition to ACTIVE for port object 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 will not be triggered until provisioned by entity DHCP. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:37.129824 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47b286-4dbe-48e1-9d1b-213c159f531e req-0f56a514-b4c1-48c3-af8c-d41338f89a63 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:37.139985 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3b47b286-4dbe-48e1-9d1b-213c159f531e req-0f56a514-b4c1-48c3-af8c-d41338f89a63 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 984 time: 0.3631914
Jun 01 10:18:37.144249 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:37.180280 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ee605c3e-3411-48a9-9e24-85dbdf0f7bf8 tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:37.236781 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e82cba55-7ada-40eb-8238-379e17b1834c req-3b69ef5a-1fdd-4729-a4ef-80a747e37420 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 210 time: 0.2170379
Jun 01 10:18:37.246221 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:18:37.262041 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:37.294942 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:18:37.510729 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-1fbd87d9-6564-499d-bbe1-571371aa8da8 req-c8111bc2-4712-469b-bb9b-ca840546782d tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Synchronizing usage tracker for tenant:56636114736640519f8745b2a6167521 on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:37.536273 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-1fbd87d9-6564-499d-bbe1-571371aa8da8 req-c8111bc2-4712-469b-bb9b-ca840546782d tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Unset dirty status for tenant:56636114736640519f8745b2a6167521 on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:37.545629 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1fbd87d9-6564-499d-bbe1-571371aa8da8 req-c8111bc2-4712-469b-bb9b-ca840546782d tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 210 time: 0.1073980
Jun 01 10:18:37.580051 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event updated for resources: {'Port': ['ID=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:37.587409 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3b47b286-4dbe-48e1-9d1b-213c159f531e req-2d762855-a544-4596-be7c-721116efb409 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=48b37801-74a7-48f4-a38a-8777f1691707&id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4461493
Jun 01 10:18:37.598014 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:37.641010 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-161989c6-e9e2-4d66-b8ee-744699c728f8 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:37.642486 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-161989c6-e9e2-4d66-b8ee-744699c728f8 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.93 "GET /v2.0/networks?id=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 HTTP/1.1" status: 200  len: 808 time: 0.3780987
Jun 01 10:18:37.648699 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:37.649926 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:37.690477 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-d2f5778b-8a32-4a25-bbfb-b97aeca22138 None None] Provisioning for port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:37.697373 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-d2f5778b-8a32-4a25-bbfb-b97aeca22138 None None] Provisioning complete for port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:37.698179 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d2f5778b-8a32-4a25-bbfb-b97aeca22138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:37.743624 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-fd025784-d75c-44a6-adf5-cdd696935b5d tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56636114736640519f8745b2a6167521 HTTP/1.1" status: 200  len: 380 time: 0.0814953
Jun 01 10:18:37.750687 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6574125
Jun 01 10:18:37.765478 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Request body: {'port': {'device_id': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'admin_state_up': True, 'tenant_id': '56636114736640519f8745b2a6167521', 'security_groups': ['de9fe71c-43d7-49f3-9e88-1b1158e55d32']}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:37.794911 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Request body: {'port': {'device_id': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:37.801571 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-d2f5778b-8a32-4a25-bbfb-b97aeca22138 None None] Port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:18:37.816097 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d4332b5b-57cf-4bf6-bcd9-a88f65944a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:37.876752 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:37.932739 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb0335-f62a-4e24-80e9-d567819245f0 req-6f4b5a27-0f4d-4301-b841-d9096f5fd611 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:37.935217 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-69bb0335-f62a-4e24-80e9-d567819245f0 req-6f4b5a27-0f4d-4301-b841-d9096f5fd611 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 943 time: 0.1050868
Jun 01 10:18:38.008131 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-69bb0335-f62a-4e24-80e9-d567819245f0 req-a5e30890-253d-426e-8470-ac530fab2199 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607619
Jun 01 10:18:38.085155 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:38.101589 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:38.147568 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:38.201483 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Made reservation on behalf of 56636114736640519f8745b2a6167521 for: {'port': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:18:38.205263 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:38.357064 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2949d-6cfb-42c2-a89a-8c882a5438ec req-70cb289c-75b2-4bfa-91c4-e36549adec5c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:38.357853 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-f0b2949d-6cfb-42c2-a89a-8c882a5438ec req-70cb289c-75b2-4bfa-91c4-e36549adec5c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Synchronizing usage tracker for tenant:79697cda1c4247899e55e134a9e5b375 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:38.503321 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-add8f8aa-74a4-4385-8197-70e390088e69 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:38.504977 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-add8f8aa-74a4-4385-8197-70e390088e69 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.93 "GET /v2.0/networks?id=6e55b412-bc05-48cc-8ddf-93d145b5843a HTTP/1.1" status: 200  len: 811 time: 0.2046266
Jun 01 10:18:38.527781 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-f0b2949d-6cfb-42c2-a89a-8c882a5438ec req-70cb289c-75b2-4bfa-91c4-e36549adec5c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Unset dirty status for tenant:79697cda1c4247899e55e134a9e5b375 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:38.534305 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f0b2949d-6cfb-42c2-a89a-8c882a5438ec req-70cb289c-75b2-4bfa-91c4-e36549adec5c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 932 time: 0.4840565
Jun 01 10:18:38.628479 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-be51c7aa-6d31-46e2-a25c-fc7847afb99d req-e5b38cc1-3075-4bb1-9b53-e1068211788a tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 210 time: 0.0631440
Jun 01 10:18:38.634764 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-cf05ef37-2c4a-40f3-9d2d-ebbd45572c6a tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a13ac067b70d4630b1d8a478ac23fab4 HTTP/1.1" status: 200  len: 378 time: 0.1115923
Jun 01 10:18:38.651660 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Request body: {'port': {'device_id': '665abebd-de8d-414c-8d87-faa0ec095129', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'admin_state_up': True, 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'security_groups': ['cb1f98c3-7547-43ad-b31e-9cb52b9d74bd']}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:38.697633 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f0b2949d-6cfb-42c2-a89a-8c882a5438ec req-e215b975-3960-45a6-b9fa-09ebdae03a86 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1623082
Jun 01 10:18:38.732747 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Allocated IP 172.20.0.7 (c0c4685a-67aa-44cb-a1a9-84e58ba78bb4/2dd8d04e-4737-49be-98a4-b5894dc7714a/7ecff90b-8a97-4878-b2fb-c52ed1f4b73f) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:18:38.811833 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:38.829597 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-de10d2d1-e44a-4bc1-a1da-005db182fd6a req-0e19e369-e79f-4d69-ac4e-fd15d46594e8 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 210 time: 0.0688031
Jun 01 10:18:38.899705 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:38.910003 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:38.920318 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Made reservation on behalf of a13ac067b70d4630b1d8a478ac23fab4 for: {'port': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:18:38.924216 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:39.120029 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Allocated IP 172.20.0.7 (6e55b412-bc05-48cc-8ddf-93d145b5843a/6b8fb245-a2ae-498a-8d51-27838d9bb56a/03c8e7c6-de87-4ceb-becb-d9d10c4fd01c) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:18:39.204194 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 {{(pid=91881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:18:39.225140 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:39.236778 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f082734-ccb7-4097-a9bf-115ba508e5f8 req-0ebfd275-46cb-4fe6-ad42-4c934cc7eeea tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:39.238243 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7f082734-ccb7-4097-a9bf-115ba508e5f8 req-0ebfd275-46cb-4fe6-ad42-4c934cc7eeea tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 984 time: 0.2748971
Jun 01 10:18:39.243245 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:39.280393 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Transition to ACTIVE for port object 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 will not be triggered until provisioned by entity L2. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:39.294812 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:39.299883 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Transition to ACTIVE for port object 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f will not be triggered until provisioned by entity DHCP. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:39.302641 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:39.374293 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7f082734-ccb7-4097-a9bf-115ba508e5f8 req-fc6d662c-9f96-493a-a76c-247ecc447aaf tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=48b37801-74a7-48f4-a38a-8777f1691707&id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1275761
Jun 01 10:18:39.391280 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a0920-3f49-4dc0-a78a-136fccebdf59 req-2f37dba0-6429-416c-9b1c-c4b809cd0c7c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:39.392991 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ad3a0920-3f49-4dc0-a78a-136fccebdf59 req-2f37dba0-6429-416c-9b1c-c4b809cd0c7c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 943 time: 0.2375927
Jun 01 10:18:39.437864 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:39.462868 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:39.473280 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Transition to ACTIVE for port object 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c will not be triggered until provisioned by entity DHCP. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:39.476509 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:39.480500 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ad3a0920-3f49-4dc0-a78a-136fccebdf59 req-9a53eec5-b52e-4400-bc3f-c1df8ff4a0aa tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0770953
Jun 01 10:18:39.504990 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:39.511974 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-52458348-ebf1-49a4-9c86-aff39f47304f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:39.579594 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Network 6e55b412-bc05-48cc-8ddf-93d145b5843a is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:18:39.582162 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:39.582998 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:39.586145 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:18:39.589260 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-0488f71f-2a85-4f7b-a4b9-76745a98f334 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:39.626576 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event updated for resources: {'Port': ['ID=03c8e7c6-de87-4ceb-becb-d9d10c4fd01c,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:39.629556 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:39.681855 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:39.682214 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:39.687247 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Attempting to bind port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:18:39.687582 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Attempting to bind port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:18:39.687909 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Attempting to bind port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 on network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:18:39.692354 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Network c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:18:39.697134 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:39.701711 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 on network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:18:39.702035 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Attempting to bind port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 on network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:18:39.704589 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:18:39.731658 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0874646
Jun 01 10:18:39.741013 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Pushing event updated for resources: {'Port': ['ID=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:39.742747 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Request body: {'port': {'device_id': '665abebd-de8d-414c-8d87-faa0ec095129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:39.752506 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:39.771549 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:18:39.771936 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Checking segment: {'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:18:39.772248 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Bound using segment: {'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:18:39.773328 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Bound port: 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64bbc0b-b494-4d89-9756-2bd1da1232e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69'}}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:18:39.773684 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:39.857790 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:39.858514 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:39.888777 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-24e0cb97-aa26-4deb-8848-9e366736f7ee None None] Provisioning for port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:39.894516 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-24e0cb97-aa26-4deb-8848-9e366736f7ee None None] Provisioning complete for port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:39.895108 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-24e0cb97-aa26-4deb-8848-9e366736f7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:39.965256 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:39.993306 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2330356
Jun 01 10:18:39.995027 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2ac7a-8a4a-4daf-9783-0feb34111ed5 req-5e43c247-85bd-4ff6-b873-c52e6272c327 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:39.997878 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-22b2ac7a-8a4a-4daf-9783-0feb34111ed5 req-5e43c247-85bd-4ff6-b873-c52e6272c327 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.1165478
Jun 01 10:18:39.999078 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] For port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98, host hv-cinder-78477, cleared binding levels {{(pid=91881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:18:40.007063 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] For port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:18:40.017198 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a0f17-a871-4224-8f79-f3f1acc9b519 req-d92a125e-8bee-44d6-8ea2-3ed4d29b98cf tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:40.018666 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-954a0f17-a871-4224-8f79-f3f1acc9b519 req-d92a125e-8bee-44d6-8ea2-3ed4d29b98cf tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 931 time: 0.2503133
Jun 01 10:18:40.022740 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Request body: {'port': {'device_id': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:40.038120 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-24e0cb97-aa26-4deb-8848-9e366736f7ee None None] Port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:18:40.057154 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:40.067707 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e52a517f-c722-4c06-9743-9998c1ff5f10 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:40.098122 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-22b2ac7a-8a4a-4daf-9783-0feb34111ed5 req-2c555126-6d21-4df9-8907-70d8d0a6ab4b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643899
Jun 01 10:18:40.163147 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:40.164046 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:40.165461 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-95aae842-91cd-4618-bc20-120ec6a360a5 None None] Provisioning for port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:40.165610 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] 10.222.0.93 "PUT /v2.0/ports/4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 HTTP/1.1" status: 200  len: 1094 time: 2.3799036
Jun 01 10:18:40.169208 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'tag': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:18:40.170767 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73502bd-ced4-47e6-8a2d-dd43b5894a89" -d '{"events": [{"name": "network-changed", "server_uuid": "89fefcbf-6b78-4892-81c0-9c0ff0d390ae", "tag": "4b8b509c-2df9-49bc-8d2b-7e03fc3fff98"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:18:40.173456 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-95aae842-91cd-4618-bc20-120ec6a360a5 None None] Provisioning complete for port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:40.173920 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-95aae842-91cd-4618-bc20-120ec6a360a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:40.296782 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-954a0f17-a871-4224-8f79-f3f1acc9b519 req-a8de8e46-0ad2-4557-b02c-14180e7b165c tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Synchronizing usage tracker for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:security_group {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:40.323243 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-95aae842-91cd-4618-bc20-120ec6a360a5 None None] Port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:18:40.339275 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,revision_number=3']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:40.345135 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:40.371991 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:40.388903 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-954a0f17-a871-4224-8f79-f3f1acc9b519 req-a8de8e46-0ad2-4557-b02c-14180e7b165c tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Unset dirty status for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:security_group {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:40.390111 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-954a0f17-a871-4224-8f79-f3f1acc9b519 req-a8de8e46-0ad2-4557-b02c-14180e7b165c tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb1f98c3-7547-43ad-b31e-9cb52b9d74bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3395593
Jun 01 10:18:40.498964 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e6c649e5-606f-40c6-ab6b-f9c87c4e3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:40.500332 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-e6c649e5-606f-40c6-ab6b-f9c87c4e3abd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79697cda1c4247899e55e134a9e5b375&device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 1097 time: 0.2544539
Jun 01 10:18:40.519931 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device b6ee4aec-4f3d-462f-910a-517c0cf1336b details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:18:40.624866 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:40.638053 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-27611980-517e-471d-a661-53058ee375ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 HTTP/1.1" status: 200  len: 217 time: 0.0813336
Jun 01 10:18:40.657049 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caf1f5-c6a9-477f-988f-f5770c8e6c3d req-c2dde732-fd75-4d78-ad8d-a42fcb569c89 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:40.662664 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a3caf1f5-c6a9-477f-988f-f5770c8e6c3d req-c2dde732-fd75-4d78-ad8d-a42fcb569c89 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 931 time: 0.2382936
Jun 01 10:18:40.731890 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 52044) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:40.735422 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87a87d5-466c-47eb-a516-3b3e90848397 x-openstack-request-id: req-d87a87d5-466c-47eb-a516-3b3e90848397 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:18:40.735758 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fefcbf-6b78-4892-81c0-9c0ff0d390ae", "tag": "4b8b509c-2df9-49bc-8d2b-7e03fc3fff98", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:18:40.736396 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d87a87d5-466c-47eb-a516-3b3e90848397 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:18:40.736526 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'tag': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'status': 'completed', 'code': 200}
Jun 01 10:18:40.743554 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port b6ee4aec-4f3d-462f-910a-517c0cf1336b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6ee4aec-4f3d-462f-910a-517c0cf1336b,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:40.763479 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': 'b6ee4aec-4f3d-462f-910a-517c0cf1336b', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'port_id': 'b6ee4aec-4f3d-462f-910a-517c0cf1336b', 'mac_address': 'fa:16:3e:86:a2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:18:40.810140 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c {{(pid=91880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:18:40.824462 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:40.829269 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:40.830335 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a3caf1f5-c6a9-477f-988f-f5770c8e6c3d req-c404b050-38e0-41ba-86ac-b8dbe6bfaef7 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105742
Jun 01 10:18:40.844711 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.provisioning_blocks [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Transition to ACTIVE for port object 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c will not be triggered until provisioned by entity L2. {{(pid=91880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:40.856570 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2489979'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:40.858733 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ee4aec-4f3d-462f-910a-517c0cf1336b {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:18:40.861364 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:40.876056 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port b6ee4aec-4f3d-462f-910a-517c0cf1336b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6ee4aec-4f3d-462f-910a-517c0cf1336b,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:40.882192 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:40.884676 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:40.971631 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=b6ee4aec-4f3d-462f-910a-517c0cf1336b,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:40.980598 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:40.980949 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:40.981344 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:40.981682 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:40.982016 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:40.982494 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:40.982872 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:40.983269 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:40.983607 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:40.983933 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:40.984259 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:40.984619 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:40.988801 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:41.080597 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Pushing event updated for resources: {'Port': ['ID=03c8e7c6-de87-4ceb-becb-d9d10c4fd01c,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:41.086106 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:41.098623 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['b6ee4aec-4f3d-462f-910a-517c0cf1336b'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:18:41.127679 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Attempting to bind port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:18:41.128014 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Attempting to bind port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'}] {{(pid=91880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:18:41.128322 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Attempting to bind port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c on network 6e55b412-bc05-48cc-8ddf-93d145b5843a {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:18:41.133702 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c on network 6e55b412-bc05-48cc-8ddf-93d145b5843a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:18:41.135148 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Attempting to bind port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c on network 6e55b412-bc05-48cc-8ddf-93d145b5843a {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:18:41.140641 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:18:41.141118 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Checking segment: {'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:18:41.141532 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Bound using segment: {'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'} {{(pid=91880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:18:41.141966 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.managers [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Bound port: 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab7c966-037f-47fd-af9d-a49aae0c5863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a'}}] {{(pid=91880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:18:41.142310 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:41.194072 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6380c8a1-2fa6-4636-ba37-ff960d7cfcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:41.207809 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-c34df493-0edd-4485-8691-83b56ce6d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:41.209430 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-c34df493-0edd-4485-8691-83b56ce6d418 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c37142d9-9aeb-4f95-b35e-6158487f26f3 HTTP/1.1" status: 200  len: 856 time: 0.5598576
Jun 01 10:18:41.280685 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-6380c8a1-2fa6-4636-ba37-ff960d7cfcbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:41.302958 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-6380c8a1-2fa6-4636-ba37-ff960d7cfcbe admin admin] Usage tracker for resource:security_group_rule and tenant:dd4b0cd1830c456e9f87a23e70bd519b is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:41.307603 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] For port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c, host hv-cinder-78477, cleared binding levels {{(pid=91880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:18:41.313988 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-6380c8a1-2fa6-4636-ba37-ff960d7cfcbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:41.323682 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] For port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03c8e7c6-de87-4ceb-becb-d9d10c4fd01c,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:18:41.331824 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2489979'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:41.337292 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0b5ecf27-82f5-4470-9997-a84aa74dcf34 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:41.386495 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-6380c8a1-2fa6-4636-ba37-ff960d7cfcbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:41.402651 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:41.403999 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:41.405522 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] 10.222.0.93 "PUT /v2.0/ports/03c8e7c6-de87-4ceb-becb-d9d10c4fd01c HTTP/1.1" status: 200  len: 1093 time: 1.6674104
Jun 01 10:18:41.407330 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665abebd-de8d-414c-8d87-faa0ec095129', 'tag': '03c8e7c6-de87-4ceb-becb-d9d10c4fd01c'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:18:41.410238 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53eb3b1-09f7-488e-98c7-1c84a022e4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "665abebd-de8d-414c-8d87-faa0ec095129", "tag": "03c8e7c6-de87-4ceb-becb-d9d10c4fd01c"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:18:41.425642 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fe17e-2e9f-4e51-b71a-3e5e28f3b99b req-d2d777c0-da08-483d-82eb-b90295800555 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:41.427377 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ef2fe17e-2e9f-4e51-b71a-3e5e28f3b99b req-d2d777c0-da08-483d-82eb-b90295800555 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.1879785
Jun 01 10:18:41.451386 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f {{(pid=91881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:18:41.473815 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5558c6-bfe4-4e2f-97b3-a2de7d7c3a36 req-d435c085-5771-490b-af0c-ad0458c93366 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:41.475347 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ce5558c6-bfe4-4e2f-97b3-a2de7d7c3a36 req-d435c085-5771-490b-af0c-ad0458c93366 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 944 time: 0.3561139
Jun 01 10:18:41.477303 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:41.522778 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Pushing event updated for resources: {'Port': ['ID=03c8e7c6-de87-4ceb-becb-d9d10c4fd01c,revision_number=3']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:41.531621 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Transition to ACTIVE for port object 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f will not be triggered until provisioned by entity L2. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:41.544201 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-3e96e3e3-0d12-45d8-8f1b-4507d8dd4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:41.545806 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-3e96e3e3-0d12-45d8-8f1b-4507d8dd4cb5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5eec1d6c-37df-44d5-a3ce-e0625e581a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3164618
Jun 01 10:18:41.553445 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:41.553654 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ef2fe17e-2e9f-4e51-b71a-3e5e28f3b99b req-4b3a1d49-633a-4d95-884e-91e0d57a748e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1175056
Jun 01 10:18:41.555612 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:41.555991 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:41.556368 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:41.556736 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:41.557097 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:41.557483 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:41.557845 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:41.558207 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:41.558561 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:41.558915 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:41.559268 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:41.559622 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:18:41.562198 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-fc8f169e-20f5-4aa6-8ddd-9ed6e06280fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:41.574233 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:41.610440 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-cd047164-4465-46cd-b1dc-4c9ea8b3291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:41.612242 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-cd047164-4465-46cd-b1dc-4c9ea8b3291e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a13ac067b70d4630b1d8a478ac23fab4&device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 1096 time: 0.1509671
Jun 01 10:18:41.688998 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-39f0c65b-521c-404b-b756-5de810715c56 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03c8e7c6-de87-4ceb-becb-d9d10c4fd01c HTTP/1.1" status: 200  len: 217 time: 0.0683596
Jun 01 10:18:41.759136 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ce5558c6-bfe4-4e2f-97b3-a2de7d7c3a36 req-4ee2309a-ece4-4d9a-b572-1cac6905b854 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2766521
Jun 01 10:18:41.771308 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-2a585cee-bf01-4b7b-b7d1-67dfbd58382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:41.773761 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-2a585cee-bf01-4b7b-b7d1-67dfbd58382e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b8fb245-a2ae-498a-8d51-27838d9bb56a HTTP/1.1" status: 200  len: 850 time: 0.0773981
Jun 01 10:18:41.824489 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024a9317-5264-40c0-9452-60d550017831 x-openstack-request-id: req-024a9317-5264-40c0-9452-60d550017831 {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:18:41.824856 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665abebd-de8d-414c-8d87-faa0ec095129", "tag": "03c8e7c6-de87-4ceb-becb-d9d10c4fd01c", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:18:41.825102 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-024a9317-5264-40c0-9452-60d550017831 {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:18:41.825848 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665abebd-de8d-414c-8d87-faa0ec095129', 'tag': '03c8e7c6-de87-4ceb-becb-d9d10c4fd01c', 'status': 'completed', 'code': 200}
Jun 01 10:18:41.852986 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6380c8a1-2fa6-4636-ba37-ff960d7cfcbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:41.902699 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-ee9a3280-3e33-409a-96fe-bd3c45848980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:41.904206 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-ee9a3280-3e33-409a-96fe-bd3c45848980 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6e55b412-bc05-48cc-8ddf-93d145b5843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1149778
Jun 01 10:18:41.985996 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6380c8a1-2fa6-4636-ba37-ff960d7cfcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:42.035573 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Pushing event updated for resources: {'Port': ['ID=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:42.039248 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:42.047483 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-0a17a013-5573-4830-8bc8-f437e4bd2d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:42.055526 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-bea057aa-09a3-4153-9e1a-a645fcbe60f5 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4970739
Jun 01 10:18:42.128849 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-af614716-75ae-4a90-b9fe-e8b64ad8c920 service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2158604
Jun 01 10:18:42.166335 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464800b-a89f-42d9-b4c5-412144a6c496 req-6dd3bfa6-e46f-4423-853c-519d4a7d2fcf tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:42.167787 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7464800b-a89f-42d9-b4c5-412144a6c496 req-6dd3bfa6-e46f-4423-853c-519d4a7d2fcf tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 943 time: 0.1539483
Jun 01 10:18:42.169274 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-6380c8a1-2fa6-4636-ba37-ff960d7cfcbe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dd4b0cd1830c456e9f87a23e70bd519b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4318974
Jun 01 10:18:42.171915 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52060) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:42.182361 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380c8a1-2fa6-4636-ba37-ff960d7cfcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f792fbb2-715f-4385-92f7-3e8c46f975e4,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:42.185509 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6380c8a1-2fa6-4636-ba37-ff960d7cfcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:42.275578 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Attempting to bind port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:18:42.275909 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Attempting to bind port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '11f351e4-f2aa-4cf5-b540-7c0db015a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4'}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:18:42.276244 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Attempting to bind port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f on network c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:18:42.286929 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f on network c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:18:42.287252 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Attempting to bind port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f on network c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:18:42.314176 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:18:42.314905 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Checking segment: {'id': '11f351e4-f2aa-4cf5-b540-7c0db015a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:18:42.314905 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Bound using segment: {'id': '11f351e4-f2aa-4cf5-b540-7c0db015a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4'} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:18:42.315335 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Bound port: 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11f351e4-f2aa-4cf5-b540-7c0db015a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4'}}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:18:42.315680 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:42.325491 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7464800b-a89f-42d9-b4c5-412144a6c496 req-dc27f03f-f7ea-469d-808b-5940e0ee7c0c tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061022
Jun 01 10:18:42.355604 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41ddb4-94c4-4020-b7a1-9242f1596cc2 req-68b8cbcb-ef1c-4ea9-9b3d-28c52f95e34e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:42.357104 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8d41ddb4-94c4-4020-b7a1-9242f1596cc2 req-68b8cbcb-ef1c-4ea9-9b3d-28c52f95e34e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 943 time: 0.3106380
Jun 01 10:18:42.358942 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-223c32ef-60e2-420a-acc7-6ce4203b7029 req-266ae099-49dd-4d59-a218-7e531bcdfc1a service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2240496
Jun 01 10:18:42.361450 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-46d67668-c3fb-4f36-bdf8-d43fa1d9da03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:42.391443 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-46d67668-c3fb-4f36-bdf8-d43fa1d9da03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:42.413325 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8053f91e-f59d-4c88-92fa-c3f36b87ba75 req-75c9ad84-2763-4651-b2c0-caa4ba1d9d45 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2977161
Jun 01 10:18:42.500354 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53eb3b1-09f7-488e-98c7-1c84a022e4a4 req-f814a6a4-51bd-4579-b2b6-5f079ede3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:42.502077 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a53eb3b1-09f7-488e-98c7-1c84a022e4a4 req-f814a6a4-51bd-4579-b2b6-5f079ede3eca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a13ac067b70d4630b1d8a478ac23fab4&device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 1096 time: 0.0903642
Jun 01 10:18:42.503157 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-46d67668-c3fb-4f36-bdf8-d43fa1d9da03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:42.508529 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-6deabf25-1d22-471e-91cf-1ccf6a41375d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:42.520267 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device b6ee4aec-4f3d-462f-910a-517c0cf1336b up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:42.537319 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8d41ddb4-94c4-4020-b7a1-9242f1596cc2 req-7cb6bd3e-93ae-4ea5-b010-0f91c23a1ed8 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb1f98c3-7547-43ad-b31e-9cb52b9d74bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1402943
Jun 01 10:18:42.539207 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d67668-c3fb-4f36-bdf8-d43fa1d9da03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f792fbb2-715f-4385-92f7-3e8c46f975e4,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:42.542801 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-46d67668-c3fb-4f36-bdf8-d43fa1d9da03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:42.547927 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] For port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f, host hv-cinder-78477, cleared binding levels {{(pid=91881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:18:42.552086 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] For port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:18:42.566945 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:42.573432 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:42.631301 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port b6ee4aec-4f3d-462f-910a-517c0cf1336b completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:42.638431 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port b6ee4aec-4f3d-462f-910a-517c0cf1336b triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:42.639365 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:42.651070 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:42.651504 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:42.653598 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] 10.222.0.93 "PUT /v2.0/ports/7ecff90b-8a97-4878-b2fb-c52ed1f4b73f HTTP/1.1" status: 200  len: 1093 time: 2.6446960
Jun 01 10:18:42.665461 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73502bd-ced4-47e6-8a2d-dd43b5894a89 req-a26f7d30-850b-440f-b77c-a31e335141e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:42.670639 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a73502bd-ced4-47e6-8a2d-dd43b5894a89 req-a26f7d30-850b-440f-b77c-a31e335141e1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79697cda1c4247899e55e134a9e5b375&device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 1097 time: 0.2063031
Jun 01 10:18:42.698342 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-46d67668-c3fb-4f36-bdf8-d43fa1d9da03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:42.699464 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-46d67668-c3fb-4f36-bdf8-d43fa1d9da03 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f792fbb2-715f-4385-92f7-3e8c46f975e4 HTTP/1.1" status: 204  len: 168 time: 0.5267854
Jun 01 10:18:42.748352 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'tag': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:18:42.750669 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba9ea59-4ecd-4ce1-a3cc-ef882b14fb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d042979f-aa6e-44a0-ad66-55da35a6d4e7", "tag": "7ecff90b-8a97-4878-b2fb-c52ed1f4b73f"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:18:42.855306 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53eb3b1-09f7-488e-98c7-1c84a022e4a4 req-72fa7971-2ad5-4f7e-8990-b2a7d8c4badd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:42.856773 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a53eb3b1-09f7-488e-98c7-1c84a022e4a4 req-72fa7971-2ad5-4f7e-8990-b2a7d8c4badd service neutron] 10.222.0.93 "GET /v2.0/networks?id=6e55b412-bc05-48cc-8ddf-93d145b5843a HTTP/1.1" status: 200  len: 913 time: 0.3395801
Jun 01 10:18:42.862737 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:42.870348 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Pushing event updated for resources: {'Port': ['ID=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,revision_number=3']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:42.889042 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:42.905587 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf6211a-3777-47a1-a59a-9756f452de5f x-openstack-request-id: req-adf6211a-3777-47a1-a59a-9756f452de5f {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:18:42.905922 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d042979f-aa6e-44a0-ad66-55da35a6d4e7", "tag": "7ecff90b-8a97-4878-b2fb-c52ed1f4b73f", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:18:42.906223 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-adf6211a-3777-47a1-a59a-9756f452de5f {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:18:42.906649 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'tag': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f', 'status': 'completed', 'code': 200}
Jun 01 10:18:42.939217 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878c399e-9fdd-4879-98c4-d3dd4c7f7e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ee4aec-4f3d-462f-910a-517c0cf1336b'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:18:42.941502 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725b5e24-407c-424d-a2bc-ba4206f008dd" -d '{"events": [{"server_uuid": "878c399e-9fdd-4879-98c4-d3dd4c7f7e99", "name": "network-vif-plugged", "status": "completed", "tag": "b6ee4aec-4f3d-462f-910a-517c0cf1336b"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:18:42.957569 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port b6ee4aec-4f3d-462f-910a-517c0cf1336b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6ee4aec-4f3d-462f-910a-517c0cf1336b,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:42.969957 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:42.972115 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:43.046614 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=b6ee4aec-4f3d-462f-910a-517c0cf1336b,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:43.051169 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a53eb3b1-09f7-488e-98c7-1c84a022e4a4 req-c3cab07e-1419-4cc5-b992-251c88e23090 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03c8e7c6-de87-4ceb-becb-d9d10c4fd01c HTTP/1.1" status: 200  len: 217 time: 0.1866689
Jun 01 10:18:43.057379 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:43.091159 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73502bd-ced4-47e6-8a2d-dd43b5894a89 req-8109a91f-ae04-4945-b6ca-70c2badcd1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:43.092778 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a73502bd-ced4-47e6-8a2d-dd43b5894a89 req-8109a91f-ae04-4945-b6ca-70c2badcd1cd service neutron] 10.222.0.93 "GET /v2.0/networks?id=5eec1d6c-37df-44d5-a3ce-e0625e581a69 HTTP/1.1" status: 200  len: 919 time: 0.4185681
Jun 01 10:18:43.155967 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53eb3b1-09f7-488e-98c7-1c84a022e4a4 req-930756f7-0c5d-4f93-8cf5-20bb811c4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:43.157462 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a53eb3b1-09f7-488e-98c7-1c84a022e4a4 req-930756f7-0c5d-4f93-8cf5-20bb811c4382 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b8fb245-a2ae-498a-8d51-27838d9bb56a HTTP/1.1" status: 200  len: 850 time: 0.0929141
Jun 01 10:18:43.160688 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-376f7669-c763-46ae-9bee-37d0b993071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:43.161567 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-376f7669-c763-46ae-9bee-37d0b993071c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=56636114736640519f8745b2a6167521&device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 1096 time: 0.4585092
Jun 01 10:18:43.174249 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4c4b7-796e-4f34-9da1-ddfd514c1b94 req-501d7fed-4c35-4a11-935c-4dcf16bdb709 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:43.177826 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-96e4c4b7-796e-4f34-9da1-ddfd514c1b94 req-501d7fed-4c35-4a11-935c-4dcf16bdb709 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.1667573
Jun 01 10:18:43.284372 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-96e4c4b7-796e-4f34-9da1-ddfd514c1b94 req-538292d6-a4b0-4ebe-a77d-311cef84b8fc tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669398
Jun 01 10:18:43.298255 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53eb3b1-09f7-488e-98c7-1c84a022e4a4 req-0d76d9ee-0c44-4ee8-aec7-4bb1bbcd80d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:43.299963 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a53eb3b1-09f7-488e-98c7-1c84a022e4a4 req-0d76d9ee-0c44-4ee8-aec7-4bb1bbcd80d0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6e55b412-bc05-48cc-8ddf-93d145b5843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1194503
Jun 01 10:18:43.356318 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1eb874-b78d-4fbd-81a0-59092313f004 x-openstack-request-id: req-2c1eb874-b78d-4fbd-81a0-59092313f004 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:18:43.356726 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878c399e-9fdd-4879-98c4-d3dd4c7f7e99", "name": "network-vif-plugged", "status": "completed", "tag": "b6ee4aec-4f3d-462f-910a-517c0cf1336b", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:18:43.357092 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2c1eb874-b78d-4fbd-81a0-59092313f004 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:18:43.357667 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878c399e-9fdd-4879-98c4-d3dd4c7f7e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ee4aec-4f3d-462f-910a-517c0cf1336b', 'code': 200}
Jun 01 10:18:43.363124 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a73502bd-ced4-47e6-8a2d-dd43b5894a89 req-a192f767-df6b-49b4-b111-37a95786a707 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 HTTP/1.1" status: 200  len: 217 time: 0.2591052
Jun 01 10:18:43.364573 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-68b4e24e-74f3-4d43-8489-d1b8e20596ec service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f HTTP/1.1" status: 200  len: 217 time: 0.1890082
Jun 01 10:18:43.493708 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a53eb3b1-09f7-488e-98c7-1c84a022e4a4 req-e7e17309-6e34-49af-ba18-173071498a0a service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832228
Jun 01 10:18:43.498373 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-5412ee93-0a71-417b-b73a-53929926eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:43.499864 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-5412ee93-0a71-417b-b73a-53929926eb96 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2dd8d04e-4737-49be-98a4-b5894dc7714a HTTP/1.1" status: 200  len: 847 time: 0.1223760
Jun 01 10:18:43.511431 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788859a9-46e1-4126-9003-a984fa413980 req-d624d297-d5f9-4037-8cd8-f52949eb3930 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:43.518517 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-788859a9-46e1-4126-9003-a984fa413980 req-d624d297-d5f9-4037-8cd8-f52949eb3930 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 945 time: 0.4907892
Jun 01 10:18:43.599466 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73502bd-ced4-47e6-8a2d-dd43b5894a89 req-83ff756c-7152-4505-a94e-2c7e5c3fe425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:43.601537 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a73502bd-ced4-47e6-8a2d-dd43b5894a89 req-83ff756c-7152-4505-a94e-2c7e5c3fe425 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c37142d9-9aeb-4f95-b35e-6158487f26f3 HTTP/1.1" status: 200  len: 856 time: 0.2108660
Jun 01 10:18:43.679944 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-788859a9-46e1-4126-9003-a984fa413980 req-98cb1f96-1d82-4191-87b8-9948e381ff3b tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1608477
Jun 01 10:18:43.703958 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-95226835-4d6c-4732-9eb5-5325a8158fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:43.705971 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-95226835-4d6c-4732-9eb5-5325a8158fc4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1851985
Jun 01 10:18:43.738925 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 52098) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:43.763041 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a53eb3b1-09f7-488e-98c7-1c84a022e4a4 req-8750501a-33b5-4a96-9a28-69eb5bc57693 service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2303512
Jun 01 10:18:43.779400 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348864b-472d-4fa1-9846-034cd08f8f0a req-491f8c34-d441-496e-ab62-e82a40375879 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:43.781476 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8348864b-472d-4fa1-9846-034cd08f8f0a req-491f8c34-d441-496e-ab62-e82a40375879 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 943 time: 0.2924125
Jun 01 10:18:43.794032 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a64f3-ab42-4207-ba1f-7391df2aadf4 req-23c5fff2-84f2-44d7-902d-726877964e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:43.795460 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-578a64f3-ab42-4207-ba1f-7391df2aadf4 req-23c5fff2-84f2-44d7-902d-726877964e3c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 1098 time: 0.1460893
Jun 01 10:18:43.868022 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8348864b-472d-4fa1-9846-034cd08f8f0a req-fec39a01-c24f-4c62-a02f-02703703515d tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775831
Jun 01 10:18:43.869711 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-578a64f3-ab42-4207-ba1f-7391df2aadf4 req-5bb9e7d6-9ca7-4b5e-b020-4d039b235fad service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612524
Jun 01 10:18:43.873834 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73502bd-ced4-47e6-8a2d-dd43b5894a89 req-4d5d9ba6-7172-4afc-b210-1fd940e77b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:43.875316 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a73502bd-ced4-47e6-8a2d-dd43b5894a89 req-4d5d9ba6-7172-4afc-b210-1fd940e77b6a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5eec1d6c-37df-44d5-a3ce-e0625e581a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2637882
Jun 01 10:18:43.887273 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-43553085-network', 'tenant_id': '0e5a37e7b2034dbf8ef5bf3d0d05b7f0'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:43.897917 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:43.912642 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Usage tracker for resource:network and tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:43.949848 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:43.961690 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:44.053780 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-79ba86b8-2e98-4d5c-a2cd-340779193339 service neutron] 10.222.0.93 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3401837
Jun 01 10:18:44.054457 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Made reservation on behalf of 0e5a37e7b2034dbf8ef5bf3d0d05b7f0 for: {'network': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:18:44.056661 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:44.099996 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:44.191546 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e1c16-0c38-4049-8a41-ea0a71392864 req-34d40d3d-e8f2-4ae9-9bb9-598b90c5af79 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:44.192989 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-610e1c16-0c38-4049-8a41-ea0a71392864 req-34d40d3d-e8f2-4ae9-9bb9-598b90c5af79 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 943 time: 0.3707926
Jun 01 10:18:44.194031 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:44.220447 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Usage tracker for resource:security_group_rule and tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:44.245839 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:44.256464 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:44.261998 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a73502bd-ced4-47e6-8a2d-dd43b5894a89 req-573a00ff-83ba-43ce-9b35-1513512b9b6a service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3332689
Jun 01 10:18:44.406717 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-610e1c16-0c38-4049-8a41-ea0a71392864 req-3fd52264-9636-45fd-9490-4528a3a78629 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb1f98c3-7547-43ad-b31e-9cb52b9d74bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1983051
Jun 01 10:18:44.420438 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f570f65f-61e9-4056-962e-142c74da3fb7 req-19c61956-2f19-4cf0-9805-222cf2832049 service neutron] 10.222.0.93 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3532331
Jun 01 10:18:44.509488 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bc614-f2eb-4515-8da5-61bb11a57eaa req-5c9da895-569a-46a7-abff-558325b4a5af tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:44.510923 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-253bc614-f2eb-4515-8da5-61bb11a57eaa req-5c9da895-569a-46a7-abff-558325b4a5af tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.1040819
Jun 01 10:18:44.517707 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:18:44.561837 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a73502bd-ced4-47e6-8a2d-dd43b5894a89 req-f53958d7-a55e-4d7b-b389-6d1eec7a0580 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2834551
Jun 01 10:18:44.564644 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-253bc614-f2eb-4515-8da5-61bb11a57eaa req-6728ef69-efac-4aa4-bf1a-609fd796fcfa tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471416
Jun 01 10:18:44.586639 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:44.593562 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:44.600019 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6380c8a1-2fa6-4636-ba37-ff960d7cfcbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:44.630997 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1220}  {{(pid=91881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:18:44.638731 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9ea59-4ecd-4ce1-a3cc-ef882b14fb6d req-2c33f6b0-df66-44b3-bf09-8ffffdbb146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:44.640487 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-eba9ea59-4ecd-4ce1-a3cc-ef882b14fb6d req-2c33f6b0-df66-44b3-bf09-8ffffdbb146e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=56636114736640519f8745b2a6167521&device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 1096 time: 0.1602719
Jun 01 10:18:44.651018 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da111173-051d-42eb-aba3-9ac76266d142,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:44.654333 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:44.682073 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:44.682533 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.segments_db [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Added segment 67e00432-c96e-4411-b30e-c97735be7d86 of type vlan for network e14f6ae8-40ff-4e4e-aca7-40933ae9137f
Jun 01 10:18:44.683040 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03c8e7c6-de87-4ceb-becb-d9d10c4fd01c,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:44.701116 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '03c8e7c6-de87-4ceb-becb-d9d10c4fd01c', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'port_id': '03c8e7c6-de87-4ceb-becb-d9d10c4fd01c', 'mac_address': 'fa:16:3e:27:5a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:18:44.765602 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:44.784709 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:18:44.786453 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:44.802164 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03c8e7c6-de87-4ceb-becb-d9d10c4fd01c,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:44.806734 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:44.807512 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:18:44.810749 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:44.900676 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9ea59-4ecd-4ce1-a3cc-ef882b14fb6d req-ea9efb2b-b618-469a-8643-f98afbd7e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:44.902173 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-eba9ea59-4ecd-4ce1-a3cc-ef882b14fb6d req-ea9efb2b-b618-469a-8643-f98afbd7e8ee service neutron] 10.222.0.93 "GET /v2.0/networks?id=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 HTTP/1.1" status: 200  len: 910 time: 0.2523651
Jun 01 10:18:44.908287 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:44.914071 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:44.914176 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:44.950391 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=03c8e7c6-de87-4ceb-becb-d9d10c4fd01c,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:44.954975 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:44.966979 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-59d3a2d8-335a-469a-8210-079889abf28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:45.010654 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-eba9ea59-4ecd-4ce1-a3cc-ef882b14fb6d req-aaeb88cd-7fb5-42a4-a981-52f098ef1c68 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f HTTP/1.1" status: 200  len: 217 time: 0.0983698
Jun 01 10:18:45.018807 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:45.034531 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'port_id': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'mac_address': 'fa:16:3e:ba:bc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:18:45.068752 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f746c4-c1cb-46f8-b75f-d81ae2e3a948 req-4c826b09-d4c0-4ac7-8483-9fe0dc6ab280 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:45.071175 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-71f746c4-c1cb-46f8-b75f-d81ae2e3a948 req-4c826b09-d4c0-4ac7-8483-9fe0dc6ab280 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 943 time: 0.0827162
Jun 01 10:18:45.093472 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:45.113283 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:18:45.118626 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-71f746c4-c1cb-46f8-b75f-d81ae2e3a948 req-b6ccaa40-aa49-4714-b694-cb9bba92024b tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409853
Jun 01 10:18:45.130872 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:45.137328 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:45.139436 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-4b2dbca3-de88-4363-a8b2-9de0da431cbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:45.214607 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:45.217749 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:45.266788 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.5235264
Jun 01 10:18:45.270088 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Pushing event updated for resources: {'Network': ['ID=e14f6ae8-40ff-4e4e-aca7-40933ae9137f,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:45.271547 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52110) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:45.275859 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:45.280894 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Request body: {'subnet': {'network_id': 'e14f6ae8-40ff-4e4e-aca7-40933ae9137f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-43553085-subnet', 'tenant_id': '0e5a37e7b2034dbf8ef5bf3d0d05b7f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:45.283929 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network e14f6ae8-40ff-4e4e-aca7-40933ae9137f details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:18:45.286338 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b69344-87b2-4edb-9bfb-6abae2d50bd9 req-1b6cf248-ec4f-4936-a518-e5e257716b14 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:45.287945 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c2b69344-87b2-4edb-9bfb-6abae2d50bd9 req-1b6cf248-ec4f-4936-a518-e5e257716b14 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 945 time: 0.4792759
Jun 01 10:18:45.293608 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:45.298148 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Usage tracker for resource:subnet and tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:45.301059 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:45.308420 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:45.314108 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9ea59-4ecd-4ce1-a3cc-ef882b14fb6d req-09e771c9-1b43-499b-8856-3d6310c3c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:45.315778 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-eba9ea59-4ecd-4ce1-a3cc-ef882b14fb6d req-09e771c9-1b43-499b-8856-3d6310c3c990 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2dd8d04e-4737-49be-98a4-b5894dc7714a HTTP/1.1" status: 200  len: 847 time: 0.2547696
Jun 01 10:18:45.320510 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Made reservation on behalf of 0e5a37e7b2034dbf8ef5bf3d0d05b7f0 for: {'subnet': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:18:45.322904 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731578'] for subnet, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:45.385619 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c2b69344-87b2-4edb-9bfb-6abae2d50bd9 req-0014d3a9-4b46-4408-9704-b8f39c425a24 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0905628
Jun 01 10:18:45.394125 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['03c8e7c6-de87-4ceb-becb-d9d10c4fd01c'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:18:45.418131 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9ea59-4ecd-4ce1-a3cc-ef882b14fb6d req-8e18b2b2-5801-4fb6-985d-e52907a6d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:45.419622 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-eba9ea59-4ecd-4ce1-a3cc-ef882b14fb6d req-8e18b2b2-5801-4fb6-985d-e52907a6d409 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0848701
Jun 01 10:18:45.432401 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['4b8b509c-2df9-49bc-8d2b-7e03fc3fff98'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:18:45.586396 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-eba9ea59-4ecd-4ce1-a3cc-ef882b14fb6d req-72be0144-6f49-49bb-8573-fc30197f069b service neutron] 10.222.0.93 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587353
Jun 01 10:18:45.754027 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013364f7-b1a7-48cc-9f94-aaa5e8f3e463 req-d842dc6e-28ce-4693-b5af-f7471a6debf3 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:45.755554 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-013364f7-b1a7-48cc-9f94-aaa5e8f3e463 req-d842dc6e-28ce-4693-b5af-f7471a6debf3 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 945 time: 0.1287344
Jun 01 10:18:45.813070 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-013364f7-b1a7-48cc-9f94-aaa5e8f3e463 req-9d3b9e75-af6a-4498-b2bf-bb28fcfa2fe9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487230
Jun 01 10:18:45.816818 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5226c-4f70-4087-8de9-eeeaa69d22df req-4e885951-e9c6-4347-b8bf-4054f7169b00 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:45.818306 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d6b5226c-4f70-4087-8de9-eeeaa69d22df req-4e885951-e9c6-4347-b8bf-4054f7169b00 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 944 time: 0.2000079
Jun 01 10:18:45.824832 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-eba9ea59-4ecd-4ce1-a3cc-ef882b14fb6d req-fa6758d7-1aa5-4b73-990c-11d8f1e57d43 service neutron] 10.222.0.93 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2302227
Jun 01 10:18:45.846399 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52120) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:45.876526 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d6b5226c-4f70-4087-8de9-eeeaa69d22df req-7beb4166-5716-4797-8488-9ae842eef2dd tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb1f98c3-7547-43ad-b31e-9cb52b9d74bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0506718
Jun 01 10:18:45.890840 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2392770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731564'] for subnet, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:45.900427 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:46.130932 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6235f57-9182-40a2-ab07-9a5b064e77ef,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:46.135066 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:46.163145 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Checking segment: {'id': '67e00432-c96e-4411-b30e-c97735be7d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'e14f6ae8-40ff-4e4e-aca7-40933ae9137f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:18:46.163505 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Network hostable DHCP agents. Network: e14f6ae8-40ff-4e4e-aca7-40933ae9137f, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:18:46.191883 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87630691-d42c-4d25-bcf4-7a0fec9afa5e tempest-TestVolumeBootPattern-516487349 tempest-TestVolumeBootPattern-516487349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:46.192844 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-87630691-d42c-4d25-bcf4-7a0fec9afa5e tempest-TestVolumeBootPattern-516487349 tempest-TestVolumeBootPattern-516487349-project-admin] Synchronizing usage tracker for tenant:c14d4a97fc8d45968b08e16b2b78e488 on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:46.207029 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eccadb-be61-4ee6-8268-e883349a52db req-25e027b6-ac82-4210-bef3-7b8a9a461276 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:46.208459 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-18eccadb-be61-4ee6-8268-e883349a52db req-25e027b6-ac82-4210-bef3-7b8a9a461276 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 945 time: 0.2116988
Jun 01 10:18:46.211972 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Network e14f6ae8-40ff-4e4e-aca7-40933ae9137f is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:18:46.239911 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, e14f6ae8-40ff-4e4e-aca7-40933ae9137f) {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:46.248691 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbade4c-df7b-43c2-aad8-b4500d2ef7cd None None] Network e14f6ae8-40ff-4e4e-aca7-40933ae9137f requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:18:46.263133 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-87630691-d42c-4d25-bcf4-7a0fec9afa5e tempest-TestVolumeBootPattern-516487349 tempest-TestVolumeBootPattern-516487349-project-admin] Unset dirty status for tenant:c14d4a97fc8d45968b08e16b2b78e488 on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:46.267112 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-87630691-d42c-4d25-bcf4-7a0fec9afa5e tempest-TestVolumeBootPattern-516487349 tempest-TestVolumeBootPattern-516487349-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 1093 time: 0.4167640
Jun 01 10:18:46.267447 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52128) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:46.280295 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Request body: {'floatingip': {'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'port_id': 'b6ee4aec-4f3d-462f-910a-517c0cf1336b', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:46.287231 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:46.288017 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:46.302909 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:46.312482 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Usage tracker for resource:floatingip and tenant:3c45032ce1f14e298c34f0a151a2bd04 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:46.317777 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-18eccadb-be61-4ee6-8268-e883349a52db req-3d066896-95ce-4971-88ef-5b6b7d6ae1fb tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995080
Jun 01 10:18:46.320859 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:46.321408 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260e198-7d1b-4d31-80d0-2d519ce97134 req-430fcf1a-3dfe-4c0f-8af5-2c1a1a8bc38a tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:46.322214 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-e260e198-7d1b-4d31-80d0-2d519ce97134 req-430fcf1a-3dfe-4c0f-8af5-2c1a1a8bc38a tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Synchronizing usage tracker for tenant:56636114736640519f8745b2a6167521 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:46.328169 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:46.339083 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0663664
Jun 01 10:18:46.343053 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-e260e198-7d1b-4d31-80d0-2d519ce97134 req-430fcf1a-3dfe-4c0f-8af5-2c1a1a8bc38a tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Unset dirty status for tenant:56636114736640519f8745b2a6167521 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:46.344358 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e260e198-7d1b-4d31-80d0-2d519ce97134 req-430fcf1a-3dfe-4c0f-8af5-2c1a1a8bc38a tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 943 time: 0.1099749
Jun 01 10:18:46.345953 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for floatingip, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:46.409894 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e260e198-7d1b-4d31-80d0-2d519ce97134 req-4254a64b-00e6-4c69-b8a3-43479b1074d1 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552344
Jun 01 10:18:46.484410 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b333e909-9ab6-46f3-8c32-1f1879edffdb None None] Network e14f6ae8-40ff-4e4e-aca7-40933ae9137f requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:18:46.517249 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:46.553583 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:46.662128 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Allocated IP 172.27.3.123 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/1a759274-bce3-464e-b034-678e2bf689e3) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:18:46.727408 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:46.737913 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:46.738296 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:46.828184 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:46.860458 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:46.865315 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:46.865476 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9b128606-dd55-48d5-9afc-d76dee54529c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:46.892697 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665abebd-de8d-414c-8d87-faa0ec095129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c8e7c6-de87-4ceb-becb-d9d10c4fd01c'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:18:46.894958 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a01f4bd-0c27-4022-a2b0-782b86977dd6" -d '{"events": [{"server_uuid": "665abebd-de8d-414c-8d87-faa0ec095129", "name": "network-vif-plugged", "status": "completed", "tag": "03c8e7c6-de87-4ceb-becb-d9d10c4fd01c"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:18:46.903347 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03c8e7c6-de87-4ceb-becb-d9d10c4fd01c,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:46.909685 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:46.910955 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:46.936523 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:18:46.947841 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:46.954678 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:46.959305 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:18:47.054480 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=03c8e7c6-de87-4ceb-becb-d9d10c4fd01c,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:47.057757 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:47.075286 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:47.088451 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:47.088830 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:47.100866 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'Port': ['ID=1a759274-bce3-464e-b034-678e2bf689e3,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:47.104021 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:47.143461 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e1e19a-b138-4ec3-899d-2df294ea416d x-openstack-request-id: req-44e1e19a-b138-4ec3-899d-2df294ea416d {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:18:47.157491 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665abebd-de8d-414c-8d87-faa0ec095129", "name": "network-vif-plugged", "status": "completed", "tag": "03c8e7c6-de87-4ceb-becb-d9d10c4fd01c", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:18:47.158905 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-44e1e19a-b138-4ec3-899d-2df294ea416d {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:18:47.159427 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665abebd-de8d-414c-8d87-faa0ec095129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c8e7c6-de87-4ceb-becb-d9d10c4fd01c', 'code': 200}
Jun 01 10:18:47.208783 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa175b2c-3504-47fa-a4dc-60d094d798c3 req-019cf7b4-d4fd-4559-bfb9-49f9614b8d28 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:47.211523 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fa175b2c-3504-47fa-a4dc-60d094d798c3 req-019cf7b4-d4fd-4559-bfb9-49f9614b8d28 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 945 time: 0.1315112
Jun 01 10:18:47.264171 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fa175b2c-3504-47fa-a4dc-60d094d798c3 req-069c569e-9eb5-4e11-96b5-06eff7ae4af6 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb1f98c3-7547-43ad-b31e-9cb52b9d74bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463791
Jun 01 10:18:47.327523 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:47.361133 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:47.365905 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:47.369073 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-83e82336-d76a-4f86-8c02-7164c4094ac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:47.441068 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0103992-4b2c-4ef0-81a3-3668868b2d83 req-2e795865-c0b3-4cfa-8b70-6d9a08757c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:47.442313 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c0103992-4b2c-4ef0-81a3-3668868b2d83 req-2e795865-c0b3-4cfa-8b70-6d9a08757c22 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 1098 time: 0.1094289
Jun 01 10:18:47.452769 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:47.457674 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:47.496062 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c0103992-4b2c-4ef0-81a3-3668868b2d83 req-7f4910c7-74b3-4f85-8837-5e4f8a04ebb6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cb1f98c3-7547-43ad-b31e-9cb52b9d74bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0467148
Jun 01 10:18:47.608212 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4666e-04f1-440f-ac1c-05a32d746963 req-d9142e2d-7a76-4a32-ab5a-54ed00286667 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:47.609710 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-32e4666e-04f1-440f-ac1c-05a32d746963 req-d9142e2d-7a76-4a32-ab5a-54ed00286667 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 943 time: 0.0816934
Jun 01 10:18:47.653885 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-32e4666e-04f1-440f-ac1c-05a32d746963 req-79b86bc3-6cde-4106-ad70-e4cb78604255 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382805
Jun 01 10:18:47.712404 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c828e-08d8-4fa9-aa63-329cd6ff968f req-1f6310e3-44e5-4ea9-8f3e-904529478a41 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:47.713882 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a36c828e-08d8-4fa9-aa63-329cd6ff968f req-1f6310e3-44e5-4ea9-8f3e-904529478a41 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.2370088
Jun 01 10:18:47.785502 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a36c828e-08d8-4fa9-aa63-329cd6ff968f req-40ea64a4-40d5-4cb2-86c8-666b20513007 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647645
Jun 01 10:18:47.793654 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:47.982745 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:48.190956 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:48.196737 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2489979'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:48.200974 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:48.283182 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:18:48.309258 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'Port': ['ID=1a759274-bce3-464e-b034-678e2bf689e3,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:48.313665 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:48.329761 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:48.497546 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8ed1d-29ee-414d-8f2f-f65b4cc9e145 req-be8b7c07-dd0d-465d-baa3-29d03b0f7ac6 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:48.499224 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8dd8ed1d-29ee-414d-8f2f-f65b4cc9e145 req-be8b7c07-dd0d-465d-baa3-29d03b0f7ac6 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 945 time: 0.1074145
Jun 01 10:18:48.551619 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8dd8ed1d-29ee-414d-8f2f-f65b4cc9e145 req-5ccd01fb-35d0-4c07-8983-0d15b6a8bd95 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb1f98c3-7547-43ad-b31e-9cb52b9d74bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457971
Jun 01 10:18:48.635286 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.l3_db [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Floating IP 1e35f1d5-4b11-4fec-b59b-546651627e0f associated. External IP: 172.27.3.123, port: b6ee4aec-4f3d-462f-910a-517c0cf1336b.
Jun 01 10:18:48.829734 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-589c20d9-86df-4d5f-ba9d-23743eb267b6 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:48.831075 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-589c20d9-86df-4d5f-ba9d-23743eb267b6 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/networks?id=e14f6ae8-40ff-4e4e-aca7-40933ae9137f HTTP/1.1" status: 200  len: 812 time: 0.3105834
Jun 01 10:18:48.837379 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85ff4d-53e2-4ef6-8238-b614d52578de req-517713ed-2dc2-4543-973e-0d6ff9c338aa tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:48.839391 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bd85ff4d-53e2-4ef6-8238-b614d52578de req-517713ed-2dc2-4543-973e-0d6ff9c338aa tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 943 time: 0.0805755
Jun 01 10:18:48.851332 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-69a70b81-0187-4f91-9436-45842af34003 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/quotas/0e5a37e7b2034dbf8ef5bf3d0d05b7f0 HTTP/1.1" status: 200  len: 375 time: 0.0140162
Jun 01 10:18:48.903661 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-d9b677dc-4166-4e2a-9f7f-23749662d2e5 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e5a37e7b2034dbf8ef5bf3d0d05b7f0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0456440
Jun 01 10:18:48.911556 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bd85ff4d-53e2-4ef6-8238-b614d52578de req-91d59750-595b-4ea8-8ddf-44a8c5d8ec08 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516701
Jun 01 10:18:49.080405 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514fddb-a2cc-45e5-b606-7bbdc07a84a7 req-544fd44d-a5d8-4a18-892d-414a6ebb9404 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:49.081858 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8514fddb-a2cc-45e5-b606-7bbdc07a84a7 req-544fd44d-a5d8-4a18-892d-414a6ebb9404 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0813408
Jun 01 10:18:49.126253 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8514fddb-a2cc-45e5-b606-7bbdc07a84a7 req-6b120644-a52c-4cc1-8cef-c599882c99ee tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383623
Jun 01 10:18:49.160793 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:18:49.163241 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac45ca0-a7f7-4fc2-b37b-4dd07b048234" -d '{"events": [{"server_uuid": "89fefcbf-6b78-4892-81c0-9c0ff0d390ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b8b509c-2df9-49bc-8d2b-7e03fc3fff98"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:18:49.198016 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-176c3846-7d2b-4255-88d6-d9553e074047 service neutron] 10.222.0.86 "GET /v2.0/networks/e14f6ae8-40ff-4e4e-aca7-40933ae9137f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2391441
Jun 01 10:18:49.203938 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Router 86917fa4-9988-4d53-a8c9-4313588fcd1a has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:18:49.209313 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de7c178-3d49-49d5-917a-60322586068c x-openstack-request-id: req-3de7c178-3d49-49d5-917a-60322586068c {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:18:49.210212 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fefcbf-6b78-4892-81c0-9c0ff0d390ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b8b509c-2df9-49bc-8d2b-7e03fc3fff98", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:18:49.210590 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3de7c178-3d49-49d5-917a-60322586068c {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:18:49.211091 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'code': 200}
Jun 01 10:18:49.449375 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca157eb-5d84-4f3b-a360-e9c1b37b8308 req-29b205fd-8be9-438b-bba2-7c3816019e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:49.450746 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0ca157eb-5d84-4f3b-a360-e9c1b37b8308 req-29b205fd-8be9-438b-bba2-7c3816019e66 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 1099 time: 0.0736151
Jun 01 10:18:49.499345 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0ca157eb-5d84-4f3b-a360-e9c1b37b8308 req-6851fa1a-6a51-4032-8faf-a0b89b3eadeb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403373
Jun 01 10:18:49.594732 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-fb8fa654-5cd4-4f24-88ee-08ae06a01558 service neutron] 10.222.0.86 "GET /v2.0/networks/e14f6ae8-40ff-4e4e-aca7-40933ae9137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3892722
Jun 01 10:18:49.609957 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:18:49.624342 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02781c65-b5e6-460e-a405-b64c24c7768e None None] Sync routers for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:18:49.639590 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02781c65-b5e6-460e-a405-b64c24c7768e None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:49.640480 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:49.640714 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-02781c65-b5e6-460e-a405-b64c24c7768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4866093d0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:49.732758 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.4507477
Jun 01 10:18:49.732758 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878c399e-9fdd-4879-98c4-d3dd4c7f7e99', 'tag': 'b6ee4aec-4f3d-462f-910a-517c0cf1336b'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:18:49.732758 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840bbd38-a3d4-4d65-8985-6d4e1cdd1cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "878c399e-9fdd-4879-98c4-d3dd4c7f7e99", "tag": "b6ee4aec-4f3d-462f-910a-517c0cf1336b"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:18:49.790160 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d3f3735b-0079-41de-9a99-166c0bc0e9dd req-bffc2c4b-5462-4b14-8c7a-88587c3dfd9d tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 210 time: 0.0476890
Jun 01 10:18:49.796158 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d2fc-3ad2-45b6-ad77-a11f7d9a6d53 req-c093d104-b138-4786-9ff9-8c8d2d9f4348 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:49.797943 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1f66d2fc-3ad2-45b6-ad77-a11f7d9a6d53 req-c093d104-b138-4786-9ff9-8c8d2d9f4348 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 945 time: 0.1207001
Jun 01 10:18:49.854923 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1f66d2fc-3ad2-45b6-ad77-a11f7d9a6d53 req-bbd7c9db-0814-4eac-9bf3-4193791f6148 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb1f98c3-7547-43ad-b31e-9cb52b9d74bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0499768
Jun 01 10:18:49.858075 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9233c48e-628e-4244-a3da-90e41ec5acba x-openstack-request-id: req-9233c48e-628e-4244-a3da-90e41ec5acba {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:18:49.858599 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878c399e-9fdd-4879-98c4-d3dd4c7f7e99", "tag": "b6ee4aec-4f3d-462f-910a-517c0cf1336b", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:18:49.858764 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9233c48e-628e-4244-a3da-90e41ec5acba {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:18:49.859197 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878c399e-9fdd-4879-98c4-d3dd4c7f7e99', 'tag': 'b6ee4aec-4f3d-462f-910a-517c0cf1336b', 'status': 'completed', 'code': 200}
Jun 01 10:18:49.899134 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-02781c65-b5e6-460e-a405-b64c24c7768e None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:49.981340 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bbd38-a3d4-4d65-8985-6d4e1cdd1cf8 req-05355093-2474-4f06-8c3a-423b7d49fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:49.982931 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-840bbd38-a3d4-4d65-8985-6d4e1cdd1cf8 req-05355093-2474-4f06-8c3a-423b7d49fcfd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 1098 time: 0.0942628
Jun 01 10:18:50.077980 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b30fe3-b837-459b-b59d-4aef7ca8c1df req-63357d68-4ede-4208-9be0-dbe659bfc550 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:50.078882 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-80b30fe3-b837-459b-b59d-4aef7ca8c1df req-63357d68-4ede-4208-9be0-dbe659bfc550 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Synchronizing usage tracker for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:50.102334 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-80b30fe3-b837-459b-b59d-4aef7ca8c1df req-63357d68-4ede-4208-9be0-dbe659bfc550 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Unset dirty status for tenant:a13ac067b70d4630b1d8a478ac23fab4 on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:50.113177 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-80b30fe3-b837-459b-b59d-4aef7ca8c1df req-63357d68-4ede-4208-9be0-dbe659bfc550 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 945 time: 0.1338501
Jun 01 10:18:50.113681 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52194) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:50.122356 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-9afa684c-5bb5-4be7-9c7a-4e64de206405 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Request body: {'floatingip': {'port_id': '03c8e7c6-de87-4ceb-becb-d9d10c4fd01c'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:50.228463 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9afa684c-5bb5-4be7-9c7a-4e64de206405 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for floatingip, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:50.251870 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bbd38-a3d4-4d65-8985-6d4e1cdd1cf8 req-30031268-1918-447c-9e3f-f5200d922826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:50.253347 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-840bbd38-a3d4-4d65-8985-6d4e1cdd1cf8 req-30031268-1918-447c-9e3f-f5200d922826 service neutron] 10.222.0.93 "GET /v2.0/networks?id=99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 200  len: 914 time: 0.2569923
Jun 01 10:18:50.274025 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ef034-1134-45c1-98bc-07121a2e93ed req-4ed6f2f3-044a-41a5-a8da-099be3d5df5d tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:50.275690 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d41ef034-1134-45c1-98bc-07121a2e93ed req-4ed6f2f3-044a-41a5-a8da-099be3d5df5d tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 943 time: 0.1275003
Jun 01 10:18:50.436850 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-02781c65-b5e6-460e-a405-b64c24c7768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4866093d0>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': '1e35f1d5-4b11-4fec-b59b-546651627e0f', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'port_id': 'b6ee4aec-4f3d-462f-910a-517c0cf1336b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'mac_address': 'fa:16:3e:86:a2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c399e-9fdd-4879-98c4-d3dd4c7f7e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:18:47Z', 'updated_at': '2021-06-01T10:18:47Z', 'revision_number': 0, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:50.441530 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02781c65-b5e6-460e-a405-b64c24c7768e None None] Checking router: 86917fa4-9988-4d53-a8c9-4313588fcd1a for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:18:50.454213 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02781c65-b5e6-460e-a405-b64c24c7768e None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:50.454349 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-02781c65-b5e6-460e-a405-b64c24c7768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4866093d0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:50.579999 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d41ef034-1134-45c1-98bc-07121a2e93ed req-94aae9a7-8a7c-4547-a4d9-3c81f35e20de tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064985
Jun 01 10:18:50.582192 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-840bbd38-a3d4-4d65-8985-6d4e1cdd1cf8 req-2549f193-a177-483b-b1af-5af0085f1f01 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ee4aec-4f3d-462f-910a-517c0cf1336b HTTP/1.1" status: 200  len: 999 time: 0.3056178
Jun 01 10:18:50.656163 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf411a87-e113-4f71-a122-f89387ef0326 req-e1f9086a-55d5-4595-ab43-a4df57a3310b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:50.658281 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bf411a87-e113-4f71-a122-f89387ef0326 req-e1f9086a-55d5-4595-ab43-a4df57a3310b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.3675528
Jun 01 10:18:50.664732 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bbd38-a3d4-4d65-8985-6d4e1cdd1cf8 req-39f5ab55-3f9b-4df7-a7e0-da948d264693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:50.666208 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-840bbd38-a3d4-4d65-8985-6d4e1cdd1cf8 req-39f5ab55-3f9b-4df7-a7e0-da948d264693 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10ead19c-0f8f-49da-bb45-73368b832557 HTTP/1.1" status: 200  len: 851 time: 0.0720360
Jun 01 10:18:50.680898 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-02781c65-b5e6-460e-a405-b64c24c7768e None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:50.773200 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bbd38-a3d4-4d65-8985-6d4e1cdd1cf8 req-2690b0aa-8b02-4520-9a26-e78a07e04bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:50.775088 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-840bbd38-a3d4-4d65-8985-6d4e1cdd1cf8 req-2690b0aa-8b02-4520-9a26-e78a07e04bc4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99740617-ed0c-40ad-b44d-30189a23b401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1011219
Jun 01 10:18:50.798526 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bf411a87-e113-4f71-a122-f89387ef0326 req-e13e75d3-dad2-4239-b3ad-e0a7d303dede tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1259298
Jun 01 10:18:50.973404 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-840bbd38-a3d4-4d65-8985-6d4e1cdd1cf8 req-e1199580-7edb-4f67-8cee-78f038eb1415 service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1860011
Jun 01 10:18:50.980511 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8cbcaaaa-1033-4120-bf53-2e053c6bfebf req-187825ca-de60-4d32-9779-ef834152a4f0 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 210 time: 0.0535083
Jun 01 10:18:51.083263 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9afa684c-5bb5-4be7-9c7a-4e64de206405 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:51.088246 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9afa684c-5bb5-4be7-9c7a-4e64de206405 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:51.097649 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-02781c65-b5e6-460e-a405-b64c24c7768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4866093d0>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': '1e35f1d5-4b11-4fec-b59b-546651627e0f', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'port_id': 'b6ee4aec-4f3d-462f-910a-517c0cf1336b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'mac_address': 'fa:16:3e:86:a2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c399e-9fdd-4879-98c4-d3dd4c7f7e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:18:47Z', 'updated_at': '2021-06-01T10:18:47Z', 'revision_number': 0, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:51.103655 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02781c65-b5e6-460e-a405-b64c24c7768e None None] The sync data for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi is: [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': '1e35f1d5-4b11-4fec-b59b-546651627e0f', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'port_id': 'b6ee4aec-4f3d-462f-910a-517c0cf1336b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'mac_address': 'fa:16:3e:86:a2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c399e-9fdd-4879-98c4-d3dd4c7f7e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:18:47Z', 'updated_at': '2021-06-01T10:18:47Z', 'revision_number': 0, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:18:51.133698 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-840bbd38-a3d4-4d65-8985-6d4e1cdd1cf8 req-40d85252-1901-43b9-8400-b5d281d712ab service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469564
Jun 01 10:18:51.370115 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa552a3d-4a17-4547-8dd8-c04c0b439d90 None None] New status for floating IP 1e35f1d5-4b11-4fec-b59b-546651627e0f: ACTIVE {{(pid=91883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:18:51.379296 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-a16abe77-88aa-4377-bbc4-cfcc5bd7438c tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:51.379561 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-a16abe77-88aa-4377-bbc4-cfcc5bd7438c tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Synchronizing usage tracker for tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 on resource:network {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:51.399848 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.l3_db [None req-9afa684c-5bb5-4be7-9c7a-4e64de206405 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Floating IP d8b3f0e2-ed2d-455b-aff4-355485c37bc8 associated. External IP: 172.27.3.32, port: 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c.
Jun 01 10:18:51.402063 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-a16abe77-88aa-4377-bbc4-cfcc5bd7438c tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Unset dirty status for tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 on resource:network {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:51.403395 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-a16abe77-88aa-4377-bbc4-cfcc5bd7438c tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.93 "GET /v2.0/networks?id=e14f6ae8-40ff-4e4e-aca7-40933ae9137f HTTP/1.1" status: 200  len: 812 time: 0.1977048
Jun 01 10:18:51.418870 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Request body: {'port': {'device_id': '37865014-82c7-455e-8778-521b71127858', 'network_id': 'e14f6ae8-40ff-4e4e-aca7-40933ae9137f', 'admin_state_up': True, 'tenant_id': '0e5a37e7b2034dbf8ef5bf3d0d05b7f0'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:51.570707 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:51.574653 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Usage tracker for resource:port and tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:51.577796 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:51.583595 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:51.594248 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Made reservation on behalf of 0e5a37e7b2034dbf8ef5bf3d0d05b7f0 for: {'port': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:18:51.599353 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:51.777852 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Allocated IP 172.20.0.4 (e14f6ae8-40ff-4e4e-aca7-40933ae9137f/c6235f57-9182-40a2-ab07-9a5b064e77ef/e67b74c0-3efd-4563-8ad0-b21703eb37c8) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:18:51.882132 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afa684c-5bb5-4be7-9c7a-4e64de206405 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Router 358dbe65-5b02-4452-aa63-e9e6936c4569 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:18:51.899978 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8d020-ab5b-42d2-8794-aa400b61e14f req-23b93493-3bf0-463c-a630-a24b2610c588 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:51.901998 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c3c8d020-ab5b-42d2-8794-aa400b61e14f req-23b93493-3bf0-463c-a630-a24b2610c588 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 943 time: 0.1986351
Jun 01 10:18:52.045337 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:52.065568 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea03515-d4c9-4d7f-96bf-79d43b106538 req-3710fb1c-8669-4f9a-ba14-98c140b74d90 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:52.067030 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7ea03515-d4c9-4d7f-96bf-79d43b106538 req-3710fb1c-8669-4f9a-ba14-98c140b74d90 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.1340415
Jun 01 10:18:52.079447 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c3c8d020-ab5b-42d2-8794-aa400b61e14f req-3657143c-7a72-4dd3-a778-93a0630c8cce tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1702414
Jun 01 10:18:52.121412 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afa684c-5bb5-4be7-9c7a-4e64de206405 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:18:52.125345 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7ea03515-d4c9-4d7f-96bf-79d43b106538 req-f15fa45e-f750-4e29-9951-77cf14889f4b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520573
Jun 01 10:18:52.129654 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:52.134792 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1371a9-6e6c-40d5-ac3d-0f4a6efb4e51 None None] Sync routers for ids ['358dbe65-5b02-4452-aa63-e9e6936c4569'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:18:52.136657 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:52.140285 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9afa684c-5bb5-4be7-9c7a-4e64de206405 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:52.148051 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1371a9-6e6c-40d5-ac3d-0f4a6efb4e51 None None] Routers {'358dbe65-5b02-4452-aa63-e9e6936c4569'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:52.149359 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-9f1371a9-6e6c-40d5-ac3d-0f4a6efb4e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486609130>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['358dbe65-5b02-4452-aa63-e9e6936c4569'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:52.208130 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Network e14f6ae8-40ff-4e4e-aca7-40933ae9137f is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:18:52.212072 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:18:52.216243 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:18:52.232265 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-9afa684c-5bb5-4be7-9c7a-4e64de206405 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "PUT /v2.0/floatingips/d8b3f0e2-ed2d-455b-aff4-355485c37bc8 HTTP/1.1" status: 200  len: 990 time: 2.1175268
Jun 01 10:18:52.233405 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665abebd-de8d-414c-8d87-faa0ec095129', 'tag': '03c8e7c6-de87-4ceb-becb-d9d10c4fd01c'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:18:52.236130 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdcfb58-e033-4396-802f-bf5bea34a275" -d '{"events": [{"name": "network-changed", "server_uuid": "665abebd-de8d-414c-8d87-faa0ec095129", "tag": "03c8e7c6-de87-4ceb-becb-d9d10c4fd01c"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:18:52.257030 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Pushing event updated for resources: {'Port': ['ID=e67b74c0-3efd-4563-8ad0-b21703eb37c8,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:52.266011 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:52.290842 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:52.291530 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:52.350991 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9360566
Jun 01 10:18:52.357287 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d4699-0d02-4150-a66d-ba5376e7027b req-f043e3c0-2bcf-48ae-999c-0d5c3397285a tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:52.358824 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fc0d4699-0d02-4150-a66d-ba5376e7027b req-f043e3c0-2bcf-48ae-999c-0d5c3397285a tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 931 time: 0.0950201
Jun 01 10:18:52.363010 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Request body: {'port': {'device_id': '37865014-82c7-455e-8778-521b71127858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:52.391141 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-9f1371a9-6e6c-40d5-ac3d-0f4a6efb4e51 None None] Set router 358dbe65-5b02-4452-aa63-e9e6936c4569 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:52.407776 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fc0d4699-0d02-4150-a66d-ba5376e7027b req-12702415-8134-48a3-bf9a-4626b01ae4c3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392981
Jun 01 10:18:52.542375 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:18:52.589102 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e609bf-4a0a-4050-9323-0bcdd27b190c x-openstack-request-id: req-76e609bf-4a0a-4050-9323-0bcdd27b190c {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:18:52.589554 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665abebd-de8d-414c-8d87-faa0ec095129", "tag": "03c8e7c6-de87-4ceb-becb-d9d10c4fd01c", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:18:52.589969 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-76e609bf-4a0a-4050-9323-0bcdd27b190c {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:18:52.590596 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665abebd-de8d-414c-8d87-faa0ec095129', 'tag': '03c8e7c6-de87-4ceb-becb-d9d10c4fd01c', 'status': 'completed', 'code': 200}
Jun 01 10:18:52.613422 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7fe5c-3f51-464d-9240-5feaa589f596 req-28fea3fc-d1da-4e55-8c3e-798220cefb58 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:52.614862 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-caf7fe5c-3f51-464d-9240-5feaa589f596 req-28fea3fc-d1da-4e55-8c3e-798220cefb58 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.3095298
Jun 01 10:18:52.624282 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52220) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:52.629625 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-b856aeb1-6882-4ea1-8965-95966a3cb163 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Request body: {'floatingip': {'port_id': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:52.661898 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:52.711219 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b856aeb1-6882-4ea1-8965-95966a3cb163 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for floatingip, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:52.808047 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcfb58-e033-4396-802f-bf5bea34a275 req-f29b015c-1dde-4cda-877c-16ec4f6040be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:52.809535 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3bdcfb58-e033-4396-802f-bf5bea34a275 req-f29b015c-1dde-4cda-877c-16ec4f6040be service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a13ac067b70d4630b1d8a478ac23fab4&device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 1098 time: 0.1918986
Jun 01 10:18:52.852667 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:52.901551 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'port_id': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f', 'mac_address': 'fa:16:3e:7f:3b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:18:52.970834 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:52.992917 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:18:53.014071 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-9f1371a9-6e6c-40d5-ac3d-0f4a6efb4e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486609130>, [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:24Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': 'd8b3f0e2-ed2d-455b-aff4-355485c37bc8', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'port_id': '03c8e7c6-de87-4ceb-becb-d9d10c4fd01c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'mac_address': 'fa:16:3e:27:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665abebd-de8d-414c-8d87-faa0ec095129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:18:33Z', 'updated_at': '2021-06-01T10:18:50Z', 'revision_number': 1, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3523cfcb-2c4e-4951-ac04-a67331f6dc2a', 'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'mac_address': 'fa:16:3e:a8:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:22Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 5, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'subnets': [{'id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:53.020856 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1371a9-6e6c-40d5-ac3d-0f4a6efb4e51 None None] Checking router: 358dbe65-5b02-4452-aa63-e9e6936c4569 for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:18:53.024859 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:53.031666 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:53.033436 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1371a9-6e6c-40d5-ac3d-0f4a6efb4e51 None None] Routers {'358dbe65-5b02-4452-aa63-e9e6936c4569'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:53.034049 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-9f1371a9-6e6c-40d5-ac3d-0f4a6efb4e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486609130>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['358dbe65-5b02-4452-aa63-e9e6936c4569'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:53.059165 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcfb58-e033-4396-802f-bf5bea34a275 req-94433636-fc48-4d4f-8348-db370a3999e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:53.060625 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3bdcfb58-e033-4396-802f-bf5bea34a275 req-94433636-fc48-4d4f-8348-db370a3999e5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6e55b412-bc05-48cc-8ddf-93d145b5843a HTTP/1.1" status: 200  len: 913 time: 0.2400675
Jun 01 10:18:53.092934 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:53.234264 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3bdcfb58-e033-4396-802f-bf5bea34a275 req-725783f1-e37f-4bd7-bc44-65b2b8e5bab3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03c8e7c6-de87-4ceb-becb-d9d10c4fd01c HTTP/1.1" status: 200  len: 998 time: 0.1591175
Jun 01 10:18:53.269768 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:53.274977 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:53.304793 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-9f1371a9-6e6c-40d5-ac3d-0f4a6efb4e51 None None] Set router 358dbe65-5b02-4452-aa63-e9e6936c4569 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:53.341421 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67b74c0-3efd-4563-8ad0-b21703eb37c8 {{(pid=91881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:18:53.352683 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:53.359319 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcfb58-e033-4396-802f-bf5bea34a275 req-5a15cfd1-91b6-4b40-8ab1-e9848105cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:53.360926 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3bdcfb58-e033-4396-802f-bf5bea34a275 req-5a15cfd1-91b6-4b40-8ab1-e9848105cb33 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6b8fb245-a2ae-498a-8d51-27838d9bb56a HTTP/1.1" status: 200  len: 850 time: 0.0962749
Jun 01 10:18:53.365190 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['7ecff90b-8a97-4878-b2fb-c52ed1f4b73f'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:18:53.393052 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab05f1f-1a65-46ca-aa9a-82a6c1de9635 req-8e950c46-c3a2-44d5-9486-720080b6cb56 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:53.394529 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fab05f1f-1a65-46ca-aa9a-82a6c1de9635 req-8e950c46-c3a2-44d5-9486-720080b6cb56 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 944 time: 0.1180899
Jun 01 10:18:53.417934 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Transition to ACTIVE for port object e67b74c0-3efd-4563-8ad0-b21703eb37c8 will not be triggered until provisioned by entity L2. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:18:53.435325 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:53.447252 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-bcbf9a0a-4723-4936-b2b9-3e7f2f33fc13 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:53.460407 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fab05f1f-1a65-46ca-aa9a-82a6c1de9635 req-1ad934ed-15df-4f80-b6db-66cabc245d29 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564420
Jun 01 10:18:53.563811 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b856aeb1-6882-4ea1-8965-95966a3cb163 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:53.570594 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b856aeb1-6882-4ea1-8965-95966a3cb163 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:53.758956 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e67b74c0-3efd-4563-8ad0-b21703eb37c8,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:53.773444 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:53.779868 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.l3_db [None req-b856aeb1-6882-4ea1-8965-95966a3cb163 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Floating IP a246903a-3a47-4479-9c42-ac2a61248f7a associated. External IP: 172.27.3.97, port: 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98.
Jun 01 10:18:53.794708 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcfb58-e033-4396-802f-bf5bea34a275 req-37845a2d-b07f-4361-bcfa-7f2ed69eaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:53.796190 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3bdcfb58-e033-4396-802f-bf5bea34a275 req-37845a2d-b07f-4361-bcfa-7f2ed69eaa3d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6e55b412-bc05-48cc-8ddf-93d145b5843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4256492
Jun 01 10:18:53.849089 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Attempting to bind port e67b74c0-3efd-4563-8ad0-b21703eb37c8 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:18:53.849444 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Attempting to bind port e67b74c0-3efd-4563-8ad0-b21703eb37c8 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '67e00432-c96e-4411-b30e-c97735be7d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'e14f6ae8-40ff-4e4e-aca7-40933ae9137f'}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:18:53.849770 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Attempting to bind port e67b74c0-3efd-4563-8ad0-b21703eb37c8 on network e14f6ae8-40ff-4e4e-aca7-40933ae9137f {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:18:53.907227 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Port e67b74c0-3efd-4563-8ad0-b21703eb37c8 on network e14f6ae8-40ff-4e4e-aca7-40933ae9137f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:18:53.907492 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Attempting to bind port e67b74c0-3efd-4563-8ad0-b21703eb37c8 on network e14f6ae8-40ff-4e4e-aca7-40933ae9137f {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:18:53.916356 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242dafe-5dfa-452c-8dd4-527d50daf07e req-98f723c6-1a2a-4346-bfa9-304c0fc1e29f tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:53.917044 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-2242dafe-5dfa-452c-8dd4-527d50daf07e req-98f723c6-1a2a-4346-bfa9-304c0fc1e29f tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Synchronizing usage tracker for tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:53.938588 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:18:53.938920 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Checking segment: {'id': '67e00432-c96e-4411-b30e-c97735be7d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'e14f6ae8-40ff-4e4e-aca7-40933ae9137f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:18:53.939300 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Bound using segment: {'id': '67e00432-c96e-4411-b30e-c97735be7d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'e14f6ae8-40ff-4e4e-aca7-40933ae9137f'} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:18:53.939905 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Bound port: e67b74c0-3efd-4563-8ad0-b21703eb37c8, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e00432-c96e-4411-b30e-c97735be7d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'e14f6ae8-40ff-4e4e-aca7-40933ae9137f'}}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:18:53.940081 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:53.971621 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-9f1371a9-6e6c-40d5-ac3d-0f4a6efb4e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486609130>, [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:24Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': 'd8b3f0e2-ed2d-455b-aff4-355485c37bc8', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'port_id': '03c8e7c6-de87-4ceb-becb-d9d10c4fd01c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'mac_address': 'fa:16:3e:27:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665abebd-de8d-414c-8d87-faa0ec095129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:18:33Z', 'updated_at': '2021-06-01T10:18:50Z', 'revision_number': 1, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3523cfcb-2c4e-4951-ac04-a67331f6dc2a', 'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'mac_address': 'fa:16:3e:a8:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:22Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 5, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'subnets': [{'id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:53.983101 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1371a9-6e6c-40d5-ac3d-0f4a6efb4e51 None None] The sync data for ids ['358dbe65-5b02-4452-aa63-e9e6936c4569'] in dv-cinder-784779-13-iscsi is: [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:24Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': 'd8b3f0e2-ed2d-455b-aff4-355485c37bc8', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'port_id': '03c8e7c6-de87-4ceb-becb-d9d10c4fd01c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'mac_address': 'fa:16:3e:27:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665abebd-de8d-414c-8d87-faa0ec095129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:18:33Z', 'updated_at': '2021-06-01T10:18:50Z', 'revision_number': 1, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3523cfcb-2c4e-4951-ac04-a67331f6dc2a', 'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'mac_address': 'fa:16:3e:a8:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:22Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 5, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'subnets': [{'id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:18:54.026441 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-2242dafe-5dfa-452c-8dd4-527d50daf07e req-98f723c6-1a2a-4346-bfa9-304c0fc1e29f tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Unset dirty status for tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:54.027138 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2242dafe-5dfa-452c-8dd4-527d50daf07e req-98f723c6-1a2a-4346-bfa9-304c0fc1e29f tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 943 time: 0.4141889
Jun 01 10:18:54.087028 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3bdcfb58-e033-4396-802f-bf5bea34a275 req-3a11fcce-f8fb-401d-9239-9c00893626c6 service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2743948
Jun 01 10:18:54.172315 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b856aeb1-6882-4ea1-8965-95966a3cb163 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Router 92d99c24-633c-42b3-80e9-14f0b85999c0 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:18:54.195820 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-2242dafe-5dfa-452c-8dd4-527d50daf07e req-a48e1aa0-e6b8-4ecb-ad2a-5a9cc4a3bde6 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Synchronizing usage tracker for tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 on resource:security_group {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:18:54.206119 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed6a66e-53fd-4706-8a97-7280e676e309 None None] New status for floating IP d8b3f0e2-ed2d-455b-aff4-355485c37bc8: ACTIVE {{(pid=91883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:18:54.207428 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] For port e67b74c0-3efd-4563-8ad0-b21703eb37c8, host hv-cinder-78477, cleared binding levels {{(pid=91881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:18:54.231263 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] For port e67b74c0-3efd-4563-8ad0-b21703eb37c8, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e67b74c0-3efd-4563-8ad0-b21703eb37c8,segment=NetworkSegment(67e00432-c96e-4411-b30e-c97735be7d86),segment_id=67e00432-c96e-4411-b30e-c97735be7d86)] {{(pid=91881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:18:54.241199 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:54.254592 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:54.361618 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b856aeb1-6882-4ea1-8965-95966a3cb163 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:18:54.366553 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b856aeb1-6882-4ea1-8965-95966a3cb163 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:54.374385 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94557122-78cb-4dbb-b5b0-a126c3506f01 None None] Sync routers for ids ['92d99c24-633c-42b3-80e9-14f0b85999c0'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:18:54.409203 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94557122-78cb-4dbb-b5b0-a126c3506f01 None None] Routers {'92d99c24-633c-42b3-80e9-14f0b85999c0'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:54.410026 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-94557122-78cb-4dbb-b5b0-a126c3506f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486477e80>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['92d99c24-633c-42b3-80e9-14f0b85999c0'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:54.411953 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-2242dafe-5dfa-452c-8dd4-527d50daf07e req-a48e1aa0-e6b8-4ecb-ad2a-5a9cc4a3bde6 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Unset dirty status for tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 on resource:security_group {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:18:54.412663 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2242dafe-5dfa-452c-8dd4-527d50daf07e req-a48e1aa0-e6b8-4ecb-ad2a-5a9cc4a3bde6 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3713257
Jun 01 10:18:54.448619 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-b856aeb1-6882-4ea1-8965-95966a3cb163 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "PUT /v2.0/floatingips/a246903a-3a47-4479-9c42-ac2a61248f7a HTTP/1.1" status: 200  len: 991 time: 1.8231473
Jun 01 10:18:54.465461 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:54.466087 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:54.467877 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] 10.222.0.93 "PUT /v2.0/ports/e67b74c0-3efd-4563-8ad0-b21703eb37c8 HTTP/1.1" status: 200  len: 1093 time: 2.1085126
Jun 01 10:18:54.468400 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37865014-82c7-455e-8778-521b71127858', 'tag': 'e67b74c0-3efd-4563-8ad0-b21703eb37c8'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:18:54.471005 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49bace9-4075-41ba-b53e-41190a929ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "37865014-82c7-455e-8778-521b71127858", "tag": "e67b74c0-3efd-4563-8ad0-b21703eb37c8"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:18:54.480993 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3bdcfb58-e033-4396-802f-bf5bea34a275 req-4e369f8f-2e97-4321-a462-fc5d2a8365b2 service neutron] 10.222.0.93 "GET /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3734875
Jun 01 10:18:54.504473 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e67b74c0-3efd-4563-8ad0-b21703eb37c8,revision_number=3']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:54.511307 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:54.592192 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'tag': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:18:54.594559 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d0b12f-91c6-41bb-9e1a-99958deda11d" -d '{"events": [{"name": "network-changed", "server_uuid": "89fefcbf-6b78-4892-81c0-9c0ff0d390ae", "tag": "4b8b509c-2df9-49bc-8d2b-7e03fc3fff98"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:18:54.602157 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63330299-cce5-46d5-87e8-d60c51898428 x-openstack-request-id: req-63330299-cce5-46d5-87e8-d60c51898428 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:18:54.602478 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37865014-82c7-455e-8778-521b71127858", "tag": "e67b74c0-3efd-4563-8ad0-b21703eb37c8", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:18:54.602775 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-63330299-cce5-46d5-87e8-d60c51898428 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:18:54.603880 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37865014-82c7-455e-8778-521b71127858', 'tag': 'e67b74c0-3efd-4563-8ad0-b21703eb37c8', 'status': 'completed', 'code': 200}
Jun 01 10:18:54.631178 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-208f4c43-b9bb-4d6a-8760-ff4b7f79eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:54.632777 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-208f4c43-b9bb-4d6a-8760-ff4b7f79eadf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e5a37e7b2034dbf8ef5bf3d0d05b7f0&device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 1096 time: 0.1104486
Jun 01 10:18:54.634702 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-94557122-78cb-4dbb-b5b0-a126c3506f01 None None] Set router 92d99c24-633c-42b3-80e9-14f0b85999c0 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:54.707162 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53ef215-e73c-4828-a7bb-fbf9f96d4f58 x-openstack-request-id: req-c53ef215-e73c-4828-a7bb-fbf9f96d4f58 {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:18:54.707481 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fefcbf-6b78-4892-81c0-9c0ff0d390ae", "tag": "4b8b509c-2df9-49bc-8d2b-7e03fc3fff98", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:18:54.707766 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c53ef215-e73c-4828-a7bb-fbf9f96d4f58 {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:18:54.708200 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'tag': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'status': 'completed', 'code': 200}
Jun 01 10:18:54.746405 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-08a0933c-94ea-4cfc-bf90-eea7f6842ca4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e67b74c0-3efd-4563-8ad0-b21703eb37c8 HTTP/1.1" status: 200  len: 217 time: 0.1019838
Jun 01 10:18:54.887560 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-e284ff5f-6023-4eb7-89d0-965f7c44e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:54.888907 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-e284ff5f-6023-4eb7-89d0-965f7c44e97f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c6235f57-9182-40a2-ab07-9a5b064e77ef HTTP/1.1" status: 200  len: 852 time: 0.1019535
Jun 01 10:18:54.947067 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-06d42f1c-2289-45c1-83e6-563d2143fb3a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e14f6ae8-40ff-4e4e-aca7-40933ae9137f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460353
Jun 01 10:18:54.957841 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aec8c0-be51-4993-82e9-f8c17e63c758 req-7303a800-f79e-4a90-b486-ed6ad54c2354 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:54.959251 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-67aec8c0-be51-4993-82e9-f8c17e63c758 req-7303a800-f79e-4a90-b486-ed6ad54c2354 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 944 time: 0.2528830
Jun 01 10:18:55.004076 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0b12f-91c6-41bb-9e1a-99958deda11d req-1d899c40-4150-4481-ab7f-39db0ef3a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:55.005546 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-04d0b12f-91c6-41bb-9e1a-99958deda11d req-1d899c40-4150-4481-ab7f-39db0ef3a104 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79697cda1c4247899e55e134a9e5b375&device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 1099 time: 0.2539074
Jun 01 10:18:55.037779 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-94557122-78cb-4dbb-b5b0-a126c3506f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486477e80>, [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:36Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': 'a246903a-3a47-4479-9c42-ac2a61248f7a', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'port_id': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'mac_address': 'fa:16:3e:ba:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:18:32Z', 'updated_at': '2021-06-01T10:18:53Z', 'revision_number': 1, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0b1836-9b86-4d35-91d9-a2ef6fe688f7', 'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'mac_address': 'fa:16:3e:d2:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:30Z', 'updated_at': '2021-06-01T10:13:48Z', 'revision_number': 5, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'subnets': [{'id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:55.049120 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94557122-78cb-4dbb-b5b0-a126c3506f01 None None] Checking router: 92d99c24-633c-42b3-80e9-14f0b85999c0 for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:18:55.058125 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94557122-78cb-4dbb-b5b0-a126c3506f01 None None] Routers {'92d99c24-633c-42b3-80e9-14f0b85999c0'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:18:55.058783 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-94557122-78cb-4dbb-b5b0-a126c3506f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486477e80>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['92d99c24-633c-42b3-80e9-14f0b85999c0'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:55.189667 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-67aec8c0-be51-4993-82e9-f8c17e63c758 req-103f26b3-9788-49ab-9a0e-210c439eef05 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2089787
Jun 01 10:18:55.227271 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-504acbf8-d512-491e-b537-2b3a5154ec01 service neutron] 10.222.0.93 "GET /v2.0/networks/e14f6ae8-40ff-4e4e-aca7-40933ae9137f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2664764
Jun 01 10:18:55.240076 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-94557122-78cb-4dbb-b5b0-a126c3506f01 None None] Set router 92d99c24-633c-42b3-80e9-14f0b85999c0 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:18:55.342392 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0b12f-91c6-41bb-9e1a-99958deda11d req-5c7b6014-c7d0-481e-899f-231f8731676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:55.343873 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-04d0b12f-91c6-41bb-9e1a-99958deda11d req-5c7b6014-c7d0-481e-899f-231f8731676a service neutron] 10.222.0.93 "GET /v2.0/networks?id=5eec1d6c-37df-44d5-a3ce-e0625e581a69 HTTP/1.1" status: 200  len: 919 time: 0.2802804
Jun 01 10:18:55.470329 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2862556c-0c1a-432a-a8e9-0489ec705c02 req-3b65ad0f-1ff2-4ead-9eaf-13387edad7c9 service neutron] 10.222.0.93 "GET /v2.0/networks/e14f6ae8-40ff-4e4e-aca7-40933ae9137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2328110
Jun 01 10:18:55.482218 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-04d0b12f-91c6-41bb-9e1a-99958deda11d req-610d5651-520a-42e9-91fe-4308b8eefbaf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 HTTP/1.1" status: 200  len: 999 time: 0.1270645
Jun 01 10:18:55.603191 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0b12f-91c6-41bb-9e1a-99958deda11d req-4d61b477-fd4f-4e89-96c5-68e68512f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:55.604644 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-04d0b12f-91c6-41bb-9e1a-99958deda11d req-4d61b477-fd4f-4e89-96c5-68e68512f68b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c37142d9-9aeb-4f95-b35e-6158487f26f3 HTTP/1.1" status: 200  len: 856 time: 0.1086586
Jun 01 10:18:55.608009 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-94557122-78cb-4dbb-b5b0-a126c3506f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486477e80>, [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:36Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': 'a246903a-3a47-4479-9c42-ac2a61248f7a', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'port_id': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'mac_address': 'fa:16:3e:ba:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:18:32Z', 'updated_at': '2021-06-01T10:18:53Z', 'revision_number': 1, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0b1836-9b86-4d35-91d9-a2ef6fe688f7', 'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'mac_address': 'fa:16:3e:d2:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:30Z', 'updated_at': '2021-06-01T10:13:48Z', 'revision_number': 5, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'subnets': [{'id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:18:55.612378 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94557122-78cb-4dbb-b5b0-a126c3506f01 None None] The sync data for ids ['92d99c24-633c-42b3-80e9-14f0b85999c0'] in dv-cinder-784779-13-iscsi is: [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:36Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': 'a246903a-3a47-4479-9c42-ac2a61248f7a', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'port_id': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'mac_address': 'fa:16:3e:ba:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:18:32Z', 'updated_at': '2021-06-01T10:18:53Z', 'revision_number': 1, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0b1836-9b86-4d35-91d9-a2ef6fe688f7', 'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'mac_address': 'fa:16:3e:d2:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:30Z', 'updated_at': '2021-06-01T10:13:48Z', 'revision_number': 5, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'subnets': [{'id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:18:55.629529 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ce554-26b3-4750-9208-ed43ebeaff33 req-adce6559-b59b-4a44-9c71-ad74b7b07691 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:55.631082 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f94ce554-26b3-4750-9208-ed43ebeaff33 req-adce6559-b59b-4a44-9c71-ad74b7b07691 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 943 time: 0.0871558
Jun 01 10:18:55.683192 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f94ce554-26b3-4750-9208-ed43ebeaff33 req-30f8782b-e020-4e26-be13-b96b1f32bd9d tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458224
Jun 01 10:18:55.706578 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bace9-4075-41ba-b53e-41190a929ad7 req-1fa15f71-e5af-4fe9-95fc-fe6debb604d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:55.706578 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d49bace9-4075-41ba-b53e-41190a929ad7 req-1fa15f71-e5af-4fe9-95fc-fe6debb604d4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e5a37e7b2034dbf8ef5bf3d0d05b7f0&device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 1096 time: 0.1561849
Jun 01 10:18:55.713085 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0b12f-91c6-41bb-9e1a-99958deda11d req-22df7c9d-2fc8-4d75-8937-d364a105325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:55.714560 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-04d0b12f-91c6-41bb-9e1a-99958deda11d req-22df7c9d-2fc8-4d75-8937-d364a105325a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5eec1d6c-37df-44d5-a3ce-e0625e581a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1002948
Jun 01 10:18:55.841920 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61795ab3-1bcb-4767-a778-938f365f7c67 None None] New status for floating IP a246903a-3a47-4479-9c42-ac2a61248f7a: ACTIVE {{(pid=91883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:18:55.978984 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bace9-4075-41ba-b53e-41190a929ad7 req-f870f2fc-fcd1-45cb-9430-5fc9be95a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:55.980432 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d49bace9-4075-41ba-b53e-41190a929ad7 req-f870f2fc-fcd1-45cb-9430-5fc9be95a7c7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e14f6ae8-40ff-4e4e-aca7-40933ae9137f HTTP/1.1" status: 200  len: 914 time: 0.2527463
Jun 01 10:18:55.982280 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-04d0b12f-91c6-41bb-9e1a-99958deda11d req-8268ac42-202c-4327-a0f3-105c8c0458db service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2534542
Jun 01 10:18:56.205581 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d49bace9-4075-41ba-b53e-41190a929ad7 req-61b26a38-8326-4fc2-aa0b-83854cea197d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e67b74c0-3efd-4563-8ad0-b21703eb37c8 HTTP/1.1" status: 200  len: 217 time: 0.2010870
Jun 01 10:18:56.376292 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bace9-4075-41ba-b53e-41190a929ad7 req-5b19a70c-0233-47b5-9d98-3367fd04d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:56.377738 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d49bace9-4075-41ba-b53e-41190a929ad7 req-5b19a70c-0233-47b5-9d98-3367fd04d498 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c6235f57-9182-40a2-ab07-9a5b064e77ef HTTP/1.1" status: 200  len: 852 time: 0.1248035
Jun 01 10:18:56.455375 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d49bace9-4075-41ba-b53e-41190a929ad7 req-0e05fe2e-b735-4396-8774-502fd5f2edbf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e14f6ae8-40ff-4e4e-aca7-40933ae9137f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654383
Jun 01 10:18:56.466504 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-04d0b12f-91c6-41bb-9e1a-99958deda11d req-3a5e1d24-e766-4c9a-8b4e-0ea6ea9a24c8 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4609947
Jun 01 10:18:56.486307 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8699a-e539-44df-ae30-ad7a734a9053 req-6e5577ba-bf37-42ac-9656-ba8ee6a3ef48 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:56.487663 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ecf8699a-e539-44df-ae30-ad7a734a9053 req-6e5577ba-bf37-42ac-9656-ba8ee6a3ef48 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 944 time: 0.1827309
Jun 01 10:18:56.551365 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:18:56.617415 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ecf8699a-e539-44df-ae30-ad7a734a9053 req-21fda58e-54cf-4620-99e4-1977ea28172c tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062384
Jun 01 10:18:56.623279 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:18:56.628179 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:18:56.628567 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:56.660578 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d49bace9-4075-41ba-b53e-41190a929ad7 req-440bb708-f4bc-4195-ba18-708e7dbfb95b service neutron] 10.222.0.93 "GET /v2.0/networks/e14f6ae8-40ff-4e4e-aca7-40933ae9137f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719327
Jun 01 10:18:56.747549 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:56.775989 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:18:56.778663 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4024c827-5a2d-4343-afa9-a761cc851c16" -d '{"events": [{"server_uuid": "d042979f-aa6e-44a0-ad66-55da35a6d4e7", "name": "network-vif-plugged", "status": "completed", "tag": "7ecff90b-8a97-4878-b2fb-c52ed1f4b73f"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:18:56.798433 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:56.803995 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:56.806219 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-4a8e81f1-85c0-4482-9514-ec3c32c47c56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:56.826396 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d49bace9-4075-41ba-b53e-41190a929ad7 req-47be0fe8-3ad4-47aa-9c12-da87fef25615 service neutron] 10.222.0.93 "GET /v2.0/networks/e14f6ae8-40ff-4e4e-aca7-40933ae9137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374979
Jun 01 10:18:56.854828 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121aba07-d8af-4b4e-b249-13b10648c750 x-openstack-request-id: req-121aba07-d8af-4b4e-b249-13b10648c750 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:18:56.855282 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d042979f-aa6e-44a0-ad66-55da35a6d4e7", "name": "network-vif-plugged", "status": "completed", "tag": "7ecff90b-8a97-4878-b2fb-c52ed1f4b73f", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:18:56.855685 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-121aba07-d8af-4b4e-b249-13b10648c750 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:18:56.856259 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f', 'code': 200}
Jun 01 10:18:56.904748 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:56.908155 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:56.921541 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e3241-583f-45d6-b6bd-e0c2653885a6 req-6288e60d-a5db-4e46-97d7-d611202077b7 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:56.923019 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-367e3241-583f-45d6-b6bd-e0c2653885a6 req-6288e60d-a5db-4e46-97d7-d611202077b7 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 943 time: 0.1278088
Jun 01 10:18:56.968592 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-367e3241-583f-45d6-b6bd-e0c2653885a6 req-7755ac2e-b1ab-4a5e-a29c-b6e1a2cf8988 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398462
Jun 01 10:18:57.212612 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bf313-01ab-4492-9737-9d2212c9a224 req-71910344-91c6-45a8-98a8-26a1e390528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:57.214092 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b93bf313-01ab-4492-9737-9d2212c9a224 req-71910344-91c6-45a8-98a8-26a1e390528e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 1098 time: 0.0701220
Jun 01 10:18:57.257928 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b93bf313-01ab-4492-9737-9d2212c9a224 req-b023e04a-63e1-4c67-9c58-7c75ff9849d4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343158
Jun 01 10:18:57.810903 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00a125-1a3c-4cef-b1ed-4e9b632cfff7 req-d45baaea-4a7e-401a-8406-0c29b4b074f1 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:57.812239 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6c00a125-1a3c-4cef-b1ed-4e9b632cfff7 req-d45baaea-4a7e-401a-8406-0c29b4b074f1 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0813460
Jun 01 10:18:57.857240 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6c00a125-1a3c-4cef-b1ed-4e9b632cfff7 req-1b7c92fb-85fc-4f88-a945-1a739048d021 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394139
Jun 01 10:18:58.160595 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8660b1a-e931-4d86-97b0-197778905f84 req-8fa49033-c406-4d2a-8c97-ecc5586129ac tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:58.162469 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b8660b1a-e931-4d86-97b0-197778905f84 req-8fa49033-c406-4d2a-8c97-ecc5586129ac tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 943 time: 0.0827155
Jun 01 10:18:58.223508 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b8660b1a-e931-4d86-97b0-197778905f84 req-4201a670-d2d4-4a03-9d1f-976829981435 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548882
Jun 01 10:18:58.549900 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device e67b74c0-3efd-4563-8ad0-b21703eb37c8 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:18:58.681122 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port e67b74c0-3efd-4563-8ad0-b21703eb37c8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e67b74c0-3efd-4563-8ad0-b21703eb37c8,segment=NetworkSegment(67e00432-c96e-4411-b30e-c97735be7d86),segment_id=67e00432-c96e-4411-b30e-c97735be7d86)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:58.696227 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': 'e67b74c0-3efd-4563-8ad0-b21703eb37c8', 'network_id': 'e14f6ae8-40ff-4e4e-aca7-40933ae9137f', 'port_id': 'e67b74c0-3efd-4563-8ad0-b21703eb37c8', 'mac_address': 'fa:16:3e:50:8d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6235f57-9182-40a2-ab07-9a5b064e77ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:18:58.757772 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:58.775109 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67b74c0-3efd-4563-8ad0-b21703eb37c8 {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:18:58.790947 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port e67b74c0-3efd-4563-8ad0-b21703eb37c8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e67b74c0-3efd-4563-8ad0-b21703eb37c8,segment=NetworkSegment(67e00432-c96e-4411-b30e-c97735be7d86),segment_id=67e00432-c96e-4411-b30e-c97735be7d86)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:18:58.794964 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:58.796662 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-f5b0f9a5-5b6f-438b-8c67-268cac4ea917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:18:58.862688 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=e67b74c0-3efd-4563-8ad0-b21703eb37c8,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:18:58.866177 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:18:59.098581 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['e67b74c0-3efd-4563-8ad0-b21703eb37c8'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:18:59.136067 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881d599-784a-434c-99ba-e9639835c91e req-d6e60f43-27ea-4915-91ee-207f7a676a25 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:59.137535 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1881d599-784a-434c-99ba-e9639835c91e req-d6e60f43-27ea-4915-91ee-207f7a676a25 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.1759326
Jun 01 10:18:59.186735 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1881d599-784a-434c-99ba-e9639835c91e req-bdef32b0-fe12-4b05-950d-54d18a037b4e tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429945
Jun 01 10:18:59.397425 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b2642-d68c-4e5e-9327-beeb0dbe24b5 req-154af684-625a-4d6a-96d8-3a1af2dde220 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:59.399001 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b62b2642-d68c-4e5e-9327-beeb0dbe24b5 req-154af684-625a-4d6a-96d8-3a1af2dde220 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0909073
Jun 01 10:18:59.444029 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b62b2642-d68c-4e5e-9327-beeb0dbe24b5 req-82a55107-c262-495e-b7e7-9babdb6679a0 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388148
Jun 01 10:18:59.446246 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180aafb-2155-47c0-bdf5-fd101655776a req-bd84cd73-1734-4012-9ca7-b0f83df9ab2e tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:59.447710 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e180aafb-2155-47c0-bdf5-fd101655776a req-bd84cd73-1734-4012-9ca7-b0f83df9ab2e tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 944 time: 0.0795219
Jun 01 10:18:59.466705 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52276) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:59.494458 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e180aafb-2155-47c0-bdf5-fd101655776a req-fbc7a47b-37a3-423b-a89c-b50b9e079330 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409203
Jun 01 10:18:59.655714 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caae2be-27f8-4ffd-94d8-21957b1f267a tempest-TestShelveInstance-1434534179 tempest-TestShelveInstance-1434534179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:18:59.657256 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-3caae2be-27f8-4ffd-94d8-21957b1f267a tempest-TestShelveInstance-1434534179 tempest-TestShelveInstance-1434534179-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 1093 time: 0.1895537
Jun 01 10:18:59.660162 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52282) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:18:59.665203 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Request body: {'floatingip': {'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'port_id': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f', 'tenant_id': '56636114736640519f8745b2a6167521', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:18:59.670886 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:18:59.674714 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Usage tracker for resource:floatingip and tenant:56636114736640519f8745b2a6167521 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:18:59.677539 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:18:59.683851 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:18:59.694841 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for floatingip, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:59.828198 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:18:59.968738 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Allocated IP 172.27.3.102 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/c26a1fac-1d6f-4899-9d64-8808fe523319) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:19:00.116162 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:00.144560 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:00.149011 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:00.208592 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:19:00.211943 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:19:00.214509 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:19:00.255829 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Pushing event updated for resources: {'Port': ['ID=c26a1fac-1d6f-4899-9d64-8808fe523319,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:00.258590 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:00.585940 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device e67b74c0-3efd-4563-8ad0-b21703eb37c8 up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:19:00.667887 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port e67b74c0-3efd-4563-8ad0-b21703eb37c8 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:19:00.673675 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port e67b74c0-3efd-4563-8ad0-b21703eb37c8 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:19:00.674136 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:00.700537 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:00.711089 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67787b5-ee63-432c-888b-a08bd1885c5b req-e1843a22-5be6-4e41-a950-eef735c7e124 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:00.712557 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e67787b5-ee63-432c-888b-a08bd1885c5b req-e1843a22-5be6-4e41-a950-eef735c7e124 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 944 time: 0.1077354
Jun 01 10:19:00.795217 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e67787b5-ee63-432c-888b-a08bd1885c5b req-92cbd1a2-d15d-4b4f-9780-91e9e7759adf tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760176
Jun 01 10:19:00.822860 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:00.839440 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:00.865839 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37865014-82c7-455e-8778-521b71127858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67b74c0-3efd-4563-8ad0-b21703eb37c8'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:19:00.868110 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfab76da-5c34-4719-9d88-78e14cdde9d9" -d '{"events": [{"server_uuid": "37865014-82c7-455e-8778-521b71127858", "name": "network-vif-plugged", "status": "completed", "tag": "e67b74c0-3efd-4563-8ad0-b21703eb37c8"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:19:00.875582 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port e67b74c0-3efd-4563-8ad0-b21703eb37c8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e67b74c0-3efd-4563-8ad0-b21703eb37c8,segment=NetworkSegment(67e00432-c96e-4411-b30e-c97735be7d86),segment_id=67e00432-c96e-4411-b30e-c97735be7d86)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:19:00.880427 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:00.883088 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:00.918408 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7728b9ce-9d1c-4e11-860a-a4ceea47cb51 x-openstack-request-id: req-7728b9ce-9d1c-4e11-860a-a4ceea47cb51 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:19:00.918653 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37865014-82c7-455e-8778-521b71127858", "name": "network-vif-plugged", "status": "completed", "tag": "e67b74c0-3efd-4563-8ad0-b21703eb37c8", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:19:00.918920 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7728b9ce-9d1c-4e11-860a-a4ceea47cb51 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:19:00.919314 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37865014-82c7-455e-8778-521b71127858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67b74c0-3efd-4563-8ad0-b21703eb37c8', 'code': 200}
Jun 01 10:19:00.953095 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=e67b74c0-3efd-4563-8ad0-b21703eb37c8,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:00.956162 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:01.036185 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:01.041001 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2489979'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:01.045878 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:01.195610 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd2213-c816-4889-8c07-78ee16d18e39 req-0098fbcc-8f1a-4188-9981-18a9f8a4c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:01.197017 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6edd2213-c816-4889-8c07-78ee16d18e39 req-0098fbcc-8f1a-4188-9981-18a9f8a4c325 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 1098 time: 0.0764439
Jun 01 10:19:01.234776 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Pushing event updated for resources: {'Port': ['ID=c26a1fac-1d6f-4899-9d64-8808fe523319,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:01.238200 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6edd2213-c816-4889-8c07-78ee16d18e39 req-7b54bcb1-c23f-46f5-9b21-dd7449ca78b2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337422
Jun 01 10:19:01.238908 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:01.245957 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:01.435248 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.l3_db [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Floating IP df28fd82-ce83-4394-a164-c9084d3c7d0a associated. External IP: 172.27.3.102, port: 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f.
Jun 01 10:19:01.808587 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Router d2dc0115-3155-4e92-a7d7-94612e396a3f has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:19:02.044766 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:19:02.054602 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec55f8-f2c6-4855-ac2c-99adff0bbf0d None None] Sync routers for ids ['d2dc0115-3155-4e92-a7d7-94612e396a3f'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:19:02.067895 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec55f8-f2c6-4855-ac2c-99adff0bbf0d None None] Routers {'d2dc0115-3155-4e92-a7d7-94612e396a3f'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:19:02.069083 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-eeec55f8-f2c6-4855-ac2c-99adff0bbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486746f70>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['d2dc0115-3155-4e92-a7d7-94612e396a3f'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:02.082353 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bab00d-163a-4bfb-aae7-a73a6b43f2de req-6890f240-8196-41ca-8f48-c61ae2ba002d tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:02.083851 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-71bab00d-163a-4bfb-aae7-a73a6b43f2de req-6890f240-8196-41ca-8f48-c61ae2ba002d tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 945 time: 0.1315212
Jun 01 10:19:02.085416 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:02.175289 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5140784
Jun 01 10:19:02.176262 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'tag': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:19:02.179513 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc42c82-8e85-4af7-8e1c-ae34a0925847" -d '{"events": [{"name": "network-changed", "server_uuid": "d042979f-aa6e-44a0-ad66-55da35a6d4e7", "tag": "7ecff90b-8a97-4878-b2fb-c52ed1f4b73f"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:19:02.184138 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-71bab00d-163a-4bfb-aae7-a73a6b43f2de req-700c9b06-b37e-4ac0-ade3-1adcb375f66f tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739286
Jun 01 10:19:02.233618 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7de715f-735c-42d1-998d-955c91deb574 x-openstack-request-id: req-c7de715f-735c-42d1-998d-955c91deb574 {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:19:02.233947 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d042979f-aa6e-44a0-ad66-55da35a6d4e7", "tag": "7ecff90b-8a97-4878-b2fb-c52ed1f4b73f", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:19:02.234234 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c7de715f-735c-42d1-998d-955c91deb574 {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:19:02.234657 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'tag': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f', 'status': 'completed', 'code': 200}
Jun 01 10:19:02.250920 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-eeec55f8-f2c6-4855-ac2c-99adff0bbf0d None None] Set router d2dc0115-3155-4e92-a7d7-94612e396a3f gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:19:02.353568 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc42c82-8e85-4af7-8e1c-ae34a0925847 req-6b02d5e6-cf26-42cf-9d75-a441bc4242da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:02.355161 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1bc42c82-8e85-4af7-8e1c-ae34a0925847 req-6b02d5e6-cf26-42cf-9d75-a441bc4242da service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=56636114736640519f8745b2a6167521&device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 1098 time: 0.0746341
Jun 01 10:19:02.516916 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc42c82-8e85-4af7-8e1c-ae34a0925847 req-f0e716fa-fc78-4ef2-97b1-87baf1c335b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:02.518367 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1bc42c82-8e85-4af7-8e1c-ae34a0925847 req-f0e716fa-fc78-4ef2-97b1-87baf1c335b8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 HTTP/1.1" status: 200  len: 910 time: 0.1498113
Jun 01 10:19:02.615869 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-eeec55f8-f2c6-4855-ac2c-99adff0bbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486746f70>, [{'id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:55Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 4, 'project_id': '56636114736640519f8745b2a6167521', 'gw_port': {'id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:57Z', 'updated_at': '2021-06-01T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': 'df28fd82-ce83-4394-a164-c9084d3c7d0a', 'tenant_id': '56636114736640519f8745b2a6167521', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'port_id': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'mac_address': 'fa:16:3e:7f:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:19:00Z', 'updated_at': '2021-06-01T10:19:00Z', 'revision_number': 0, 'project_id': '56636114736640519f8745b2a6167521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f339be-47ca-4d80-bb6e-6cd457156d6e', 'name': '', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'tenant_id': '56636114736640519f8745b2a6167521', 'mac_address': 'fa:16:3e:4b:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:01Z', 'updated_at': '2021-06-01T10:18:11Z', 'revision_number': 5, 'project_id': '56636114736640519f8745b2a6167521', 'subnets': [{'id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:02.620237 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec55f8-f2c6-4855-ac2c-99adff0bbf0d None None] Checking router: d2dc0115-3155-4e92-a7d7-94612e396a3f for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:19:02.629106 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec55f8-f2c6-4855-ac2c-99adff0bbf0d None None] Routers {'d2dc0115-3155-4e92-a7d7-94612e396a3f'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:19:02.629767 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-eeec55f8-f2c6-4855-ac2c-99adff0bbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486746f70>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:18:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['d2dc0115-3155-4e92-a7d7-94612e396a3f'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:02.630525 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1bc42c82-8e85-4af7-8e1c-ae34a0925847 req-c3fbf13d-9127-4e37-81c6-2255f05dd263 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f HTTP/1.1" status: 200  len: 999 time: 0.1001971
Jun 01 10:19:02.705049 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc42c82-8e85-4af7-8e1c-ae34a0925847 req-f17f460c-7978-494c-98d0-266ca3117640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:02.706511 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1bc42c82-8e85-4af7-8e1c-ae34a0925847 req-f17f460c-7978-494c-98d0-266ca3117640 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2dd8d04e-4737-49be-98a4-b5894dc7714a HTTP/1.1" status: 200  len: 847 time: 0.0583990
Jun 01 10:19:02.789363 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc42c82-8e85-4af7-8e1c-ae34a0925847 req-6106f041-3414-47dc-aee2-3f1c0c1c01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:02.790855 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1bc42c82-8e85-4af7-8e1c-ae34a0925847 req-6106f041-3414-47dc-aee2-3f1c0c1c01a3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0771472
Jun 01 10:19:02.807595 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-eeec55f8-f2c6-4855-ac2c-99adff0bbf0d None None] Set router d2dc0115-3155-4e92-a7d7-94612e396a3f gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:19:03.039273 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1bc42c82-8e85-4af7-8e1c-ae34a0925847 req-9e716ff9-4c57-407c-8cd3-ec21de718eee service neutron] 10.222.0.93 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2408493
Jun 01 10:19:03.199203 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1bc42c82-8e85-4af7-8e1c-ae34a0925847 req-7edfb6e0-4fc2-4c51-a751-dbb44da97071 service neutron] 10.222.0.93 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524255
Jun 01 10:19:03.210928 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-eeec55f8-f2c6-4855-ac2c-99adff0bbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486746f70>, [{'id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:55Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 4, 'project_id': '56636114736640519f8745b2a6167521', 'gw_port': {'id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:57Z', 'updated_at': '2021-06-01T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': 'df28fd82-ce83-4394-a164-c9084d3c7d0a', 'tenant_id': '56636114736640519f8745b2a6167521', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'port_id': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'mac_address': 'fa:16:3e:7f:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:19:00Z', 'updated_at': '2021-06-01T10:19:00Z', 'revision_number': 0, 'project_id': '56636114736640519f8745b2a6167521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f339be-47ca-4d80-bb6e-6cd457156d6e', 'name': '', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'tenant_id': '56636114736640519f8745b2a6167521', 'mac_address': 'fa:16:3e:4b:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:01Z', 'updated_at': '2021-06-01T10:18:11Z', 'revision_number': 5, 'project_id': '56636114736640519f8745b2a6167521', 'subnets': [{'id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:03.215260 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec55f8-f2c6-4855-ac2c-99adff0bbf0d None None] The sync data for ids ['d2dc0115-3155-4e92-a7d7-94612e396a3f'] in dv-cinder-784779-13-iscsi is: [{'id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:55Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 4, 'project_id': '56636114736640519f8745b2a6167521', 'gw_port': {'id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:57Z', 'updated_at': '2021-06-01T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': 'df28fd82-ce83-4394-a164-c9084d3c7d0a', 'tenant_id': '56636114736640519f8745b2a6167521', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'port_id': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'mac_address': 'fa:16:3e:7f:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:19:00Z', 'updated_at': '2021-06-01T10:19:00Z', 'revision_number': 0, 'project_id': '56636114736640519f8745b2a6167521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f339be-47ca-4d80-bb6e-6cd457156d6e', 'name': '', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'tenant_id': '56636114736640519f8745b2a6167521', 'mac_address': 'fa:16:3e:4b:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:01Z', 'updated_at': '2021-06-01T10:18:11Z', 'revision_number': 5, 'project_id': '56636114736640519f8745b2a6167521', 'subnets': [{'id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:19:03.401286 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7b4e-f4f5-4cc7-8d42-53a9468c0f5a req-6cfcb99c-2c2d-4f9c-bd6d-03fb696385b9 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:03.402821 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3d8d7b4e-f4f5-4cc7-8d42-53a9468c0f5a req-6cfcb99c-2c2d-4f9c-bd6d-03fb696385b9 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 945 time: 0.0833457
Jun 01 10:19:03.413039 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8e8054-3c30-4863-9282-f349670cda2d None None] New status for floating IP df28fd82-ce83-4394-a164-c9084d3c7d0a: ACTIVE {{(pid=91883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:19:03.453504 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3d8d7b4e-f4f5-4cc7-8d42-53a9468c0f5a req-ef889194-8af1-4154-9ce8-2a23a8da305d tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447578
Jun 01 10:19:05.264436 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-c59981e5-b4ea-4325-ab21-cd3abb9562f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:05.502510 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:07.718135 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-99624aee-c07f-4e0f-88fd-e510a04b0eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:07.858422 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:08.804542 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:10.529419 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:25.282949 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:19:28.442276 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-69cbcae5-f475-4218-81c5-16d23cd20007 req-b005637c-8920-425f-99da-0dd02469c3de tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654128384&fields=id&tenant_id=4edb9e51dc124ab2ac42c8dfda565038 HTTP/1.1" status: 200  len: 267 time: 0.0449095
Jun 01 10:19:28.524048 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbcae5-f475-4218-81c5-16d23cd20007 req-50208e69-d3ea-4cf2-a1b7-3cb701a009f4 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:28.525512 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-69cbcae5-f475-4218-81c5-16d23cd20007 req-50208e69-d3ea-4cf2-a1b7-3cb701a009f4 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 984 time: 0.0779138
Jun 01 10:19:28.536487 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [req-69cbcae5-f475-4218-81c5-16d23cd20007 req-e9e87ab5-561c-4f7a-b9a3-e1d6e610e024 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Request body: {'port': {'security_groups': ['23d0d27b-74d7-4432-99e5-5f0c48ee6aa9']}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:19:28.658744 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-69cbcae5-f475-4218-81c5-16d23cd20007 req-e9e87ab5-561c-4f7a-b9a3-e1d6e610e024 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:28.979173 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [req-69cbcae5-f475-4218-81c5-16d23cd20007 req-e9e87ab5-561c-4f7a-b9a3-e1d6e610e024 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] For port b5fb8b96-da1e-4209-b42a-d678ba04601f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b5fb8b96-da1e-4209-b42a-d678ba04601f,segment=NetworkSegment(810fcc40-abe6-4914-89f9-1f775e1ae0cc),segment_id=810fcc40-abe6-4914-89f9-1f775e1ae0cc)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:19:29.006560 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-69cbcae5-f475-4218-81c5-16d23cd20007 req-e9e87ab5-561c-4f7a-b9a3-e1d6e610e024 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:29.010920 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-69cbcae5-f475-4218-81c5-16d23cd20007 req-e9e87ab5-561c-4f7a-b9a3-e1d6e610e024 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2489979'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:29.016927 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9007cd71-21dc-4e51-90d6-c375a0da25bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:29.031454 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['b5fb8b96-da1e-4209-b42a-d678ba04601f'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:19:29.080722 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbcae5-f475-4218-81c5-16d23cd20007 req-e9e87ab5-561c-4f7a-b9a3-e1d6e610e024 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:29.081359 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [req-69cbcae5-f475-4218-81c5-16d23cd20007 req-e9e87ab5-561c-4f7a-b9a3-e1d6e610e024 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:29.082733 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-69cbcae5-f475-4218-81c5-16d23cd20007 req-e9e87ab5-561c-4f7a-b9a3-e1d6e610e024 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "PUT /v2.0/ports/b5fb8b96-da1e-4209-b42a-d678ba04601f HTTP/1.1" status: 200  len: 942 time: 0.5507281
Jun 01 10:19:29.083248 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'tag': 'b5fb8b96-da1e-4209-b42a-d678ba04601f'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:19:29.085541 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da2a2b2-845c-47ab-973b-d25ddc945e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "457eeaf7-9d34-4fd5-a8bf-676280487413", "tag": "b5fb8b96-da1e-4209-b42a-d678ba04601f"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:19:29.088545 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 52550) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:19:29.104966 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e87ab5-561c-4f7a-b9a3-e1d6e610e024 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Pushing event updated for resources: {'Port': ['ID=b5fb8b96-da1e-4209-b42a-d678ba04601f,revision_number=7']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:29.108738 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e9e87ab5-561c-4f7a-b9a3-e1d6e610e024 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:29.136263 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e94619-552b-46d9-b74b-a957a2db5683 x-openstack-request-id: req-f4e94619-552b-46d9-b74b-a957a2db5683 {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:19:29.137255 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457eeaf7-9d34-4fd5-a8bf-676280487413", "tag": "b5fb8b96-da1e-4209-b42a-d678ba04601f", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:19:29.137548 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f4e94619-552b-46d9-b74b-a957a2db5683 {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:19:29.137974 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'tag': 'b5fb8b96-da1e-4209-b42a-d678ba04601f', 'status': 'completed', 'code': 200}
Jun 01 10:19:29.230874 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:29.240821 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['b5fb8b96-da1e-4209-b42a-d678ba04601f'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:19:29.284075 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:29.315602 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2a2b2-845c-47ab-973b-d25ddc945e6d req-13c85ad2-ffd2-447d-876a-1475196b0728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:29.317358 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0da2a2b2-845c-47ab-973b-d25ddc945e6d req-13c85ad2-ffd2-447d-876a-1475196b0728 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4edb9e51dc124ab2ac42c8dfda565038&device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 1098 time: 0.1411002
Jun 01 10:19:29.357879 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-d30c61e0-85ec-42f3-82da-24b37c581afd None None] Provisioning complete for port b5fb8b96-da1e-4209-b42a-d678ba04601f triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:19:29.358184 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d30c61e0-85ec-42f3-82da-24b37c581afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:29.478097 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2a2b2-845c-47ab-973b-d25ddc945e6d req-86c81926-4ad5-4411-ae93-d661fb2d97e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:29.479596 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0da2a2b2-845c-47ab-973b-d25ddc945e6d req-86c81926-4ad5-4411-ae93-d661fb2d97e0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=452d13e1-33ab-4730-abcd-9a5e2a3ca346 HTTP/1.1" status: 200  len: 916 time: 0.1462035
Jun 01 10:19:29.480202 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:29.484951 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-969a5c64-e556-424e-99a4-ce4956f5fbd0 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:29.554791 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b37801-74a7-48f4-a38a-8777f1691707,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:29.584833 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:29.585237 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:29.585604 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:29.585965 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:29.586320 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:29.586675 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:29.587028 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:29.587378 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:29.587730 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:29.588081 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:29.588428 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:29.588772 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:29.592482 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:29.605822 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:29.606942 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-df16a1c3-411c-41e7-a0f1-0294b41f09b8 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "DELETE /v2.0/security-groups/48b37801-74a7-48f4-a38a-8777f1691707 HTTP/1.1" status: 204  len: 168 time: 0.5168712
Jun 01 10:19:29.609768 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 52560) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:19:29.712123 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0da2a2b2-845c-47ab-973b-d25ddc945e6d req-031d1d7f-99c1-4607-828d-c9c64856ed7f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5fb8b96-da1e-4209-b42a-d678ba04601f HTTP/1.1" status: 200  len: 1001 time: 0.2168663
Jun 01 10:19:29.866529 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2a2b2-845c-47ab-973b-d25ddc945e6d req-e499cb2d-266e-4749-bc0a-be18cd94143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:29.867861 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0da2a2b2-845c-47ab-973b-d25ddc945e6d req-e499cb2d-266e-4749-bc0a-be18cd94143b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd HTTP/1.1" status: 200  len: 853 time: 0.1473746
Jun 01 10:19:30.014687 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-aefc76ad-0ee5-4f8c-acad-40562c0d624a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Deleting port dc0d32c9-c727-459e-b13f-0dbb2148d485 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:19:30.015016 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aefc76ad-0ee5-4f8c-acad-40562c0d624a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:30.029357 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2a2b2-845c-47ab-973b-d25ddc945e6d req-a570c91f-bb0b-4b78-b483-1a4e11ca964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:30.030835 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0da2a2b2-845c-47ab-973b-d25ddc945e6d req-a570c91f-bb0b-4b78-b483-1a4e11ca964f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=452d13e1-33ab-4730-abcd-9a5e2a3ca346&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1526189
Jun 01 10:19:30.230203 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aefc76ad-0ee5-4f8c-acad-40562c0d624a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:30.230894 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aefc76ad-0ee5-4f8c-acad-40562c0d624a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:30.364149 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-aefc76ad-0ee5-4f8c-acad-40562c0d624a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Calling delete_port for dc0d32c9-c727-459e-b13f-0dbb2148d485 owned by network:floatingip {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:19:30.368061 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0da2a2b2-845c-47ab-973b-d25ddc945e6d req-ac30685c-a4e6-4025-b0e5-4d5b7e547958 service neutron] 10.222.0.93 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2870603
Jun 01 10:19:30.638389 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-0da2a2b2-845c-47ab-973b-d25ddc945e6d req-de0acdf6-e990-4550-8c65-5900ac3b0a7c service neutron] 10.222.0.93 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2557948
Jun 01 10:19:30.720921 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aefc76ad-0ee5-4f8c-acad-40562c0d624a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:30.724900 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:30.766815 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc76ad-0ee5-4f8c-acad-40562c0d624a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Pushing event deleted for resources: {'Port': ['ID=dc0d32c9-c727-459e-b13f-0dbb2148d485,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:30.770298 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-aefc76ad-0ee5-4f8c-acad-40562c0d624a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:30.862506 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aefc76ad-0ee5-4f8c-acad-40562c0d624a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks [] for floatingip, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:30.862835 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.l3_db [None req-aefc76ad-0ee5-4f8c-acad-40562c0d624a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Floating IP c6e17fcc-e7c0-417f-a6aa-1413091d16eb disassociated (deleted). External IP: 172.27.3.224, port: b5fb8b96-da1e-4209-b42a-d678ba04601f.
Jun 01 10:19:31.211520 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefc76ad-0ee5-4f8c-acad-40562c0d624a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Router 7a44c49d-569d-44d3-8e51-65b7853e456a has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:19:31.388535 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefc76ad-0ee5-4f8c-acad-40562c0d624a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:19:31.402745 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60861412-7439-4a2e-9cb7-f3da4285f98a None None] Sync routers for ids ['7a44c49d-569d-44d3-8e51-65b7853e456a'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:19:31.409774 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-aefc76ad-0ee5-4f8c-acad-40562c0d624a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:31.413803 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60861412-7439-4a2e-9cb7-f3da4285f98a None None] Routers {'7a44c49d-569d-44d3-8e51-65b7853e456a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:19:31.414423 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-60861412-7439-4a2e-9cb7-f3da4285f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4860d0df0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:19:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['7a44c49d-569d-44d3-8e51-65b7853e456a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:31.466489 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-aefc76ad-0ee5-4f8c-acad-40562c0d624a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "DELETE /v2.0/floatingips/c6e17fcc-e7c0-417f-a6aa-1413091d16eb HTTP/1.1" status: 204  len: 168 time: 1.8557148
Jun 01 10:19:31.467227 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'tag': 'b5fb8b96-da1e-4209-b42a-d678ba04601f'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:19:31.469989 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872ece22-0a29-4bb4-ae95-7b94f161cdc9" -d '{"events": [{"name": "network-changed", "server_uuid": "457eeaf7-9d34-4fd5-a8bf-676280487413", "tag": "b5fb8b96-da1e-4209-b42a-d678ba04601f"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:19:31.596987 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-60861412-7439-4a2e-9cb7-f3da4285f98a None None] Set router 7a44c49d-569d-44d3-8e51-65b7853e456a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:19:31.643115 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d84339-abfc-4ab0-90ad-91f0a947f28d x-openstack-request-id: req-96d84339-abfc-4ab0-90ad-91f0a947f28d {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:19:31.643449 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457eeaf7-9d34-4fd5-a8bf-676280487413", "tag": "b5fb8b96-da1e-4209-b42a-d678ba04601f", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:19:31.643735 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-96d84339-abfc-4ab0-90ad-91f0a947f28d {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:19:31.644167 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'tag': 'b5fb8b96-da1e-4209-b42a-d678ba04601f', 'status': 'completed', 'code': 200}
Jun 01 10:19:31.744237 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ece22-0a29-4bb4-ae95-7b94f161cdc9 req-00078b2f-a32c-4837-aa79-ce4edf130ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:31.746562 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-872ece22-0a29-4bb4-ae95-7b94f161cdc9 req-00078b2f-a32c-4837-aa79-ce4edf130ef4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4edb9e51dc124ab2ac42c8dfda565038&device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 1098 time: 0.0729733
Jun 01 10:19:31.908720 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ece22-0a29-4bb4-ae95-7b94f161cdc9 req-31cdf485-73a2-4e45-a751-27c0338580d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:31.910371 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-872ece22-0a29-4bb4-ae95-7b94f161cdc9 req-31cdf485-73a2-4e45-a751-27c0338580d6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=452d13e1-33ab-4730-abcd-9a5e2a3ca346 HTTP/1.1" status: 200  len: 916 time: 0.1557529
Jun 01 10:19:31.968523 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-60861412-7439-4a2e-9cb7-f3da4285f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4860d0df0>, [{'id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:20Z', 'updated_at': '2021-06-01T10:16:27Z', 'revision_number': 4, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'gw_port': {'id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:22Z', 'updated_at': '2021-06-01T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '768c403a-fcb4-46b5-a51c-32d101d6cea7', 'name': '', 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'mac_address': 'fa:16:3e:a6:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:26Z', 'updated_at': '2021-06-01T10:16:37Z', 'revision_number': 5, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'subnets': [{'id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:31.972450 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60861412-7439-4a2e-9cb7-f3da4285f98a None None] Checking router: 7a44c49d-569d-44d3-8e51-65b7853e456a for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:19:31.981718 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60861412-7439-4a2e-9cb7-f3da4285f98a None None] Routers {'7a44c49d-569d-44d3-8e51-65b7853e456a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:19:31.982329 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-60861412-7439-4a2e-9cb7-f3da4285f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4860d0df0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:19:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['7a44c49d-569d-44d3-8e51-65b7853e456a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:32.001008 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-872ece22-0a29-4bb4-ae95-7b94f161cdc9 req-cc3b1220-b310-4fe1-b749-a19047b04658 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5fb8b96-da1e-4209-b42a-d678ba04601f HTTP/1.1" status: 200  len: 217 time: 0.0680938
Jun 01 10:19:32.071930 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ece22-0a29-4bb4-ae95-7b94f161cdc9 req-591e6a79-242f-48b4-9def-a9fcb61f4aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:32.073401 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-872ece22-0a29-4bb4-ae95-7b94f161cdc9 req-591e6a79-242f-48b4-9def-a9fcb61f4aa7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd HTTP/1.1" status: 200  len: 853 time: 0.0615108
Jun 01 10:19:32.151229 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ece22-0a29-4bb4-ae95-7b94f161cdc9 req-a8f9a477-c338-480a-92cf-d2547b87d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:32.153357 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-872ece22-0a29-4bb4-ae95-7b94f161cdc9 req-a8f9a477-c338-480a-92cf-d2547b87d3f5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=452d13e1-33ab-4730-abcd-9a5e2a3ca346&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0705278
Jun 01 10:19:32.156900 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-60861412-7439-4a2e-9cb7-f3da4285f98a None None] Set router 7a44c49d-569d-44d3-8e51-65b7853e456a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:19:32.400011 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-872ece22-0a29-4bb4-ae95-7b94f161cdc9 req-a0e861b2-8dbb-485f-a675-552f56bae264 service neutron] 10.222.0.93 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2335718
Jun 01 10:19:32.528953 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-60861412-7439-4a2e-9cb7-f3da4285f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4860d0df0>, [{'id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:20Z', 'updated_at': '2021-06-01T10:16:27Z', 'revision_number': 4, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'gw_port': {'id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:22Z', 'updated_at': '2021-06-01T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '768c403a-fcb4-46b5-a51c-32d101d6cea7', 'name': '', 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'mac_address': 'fa:16:3e:a6:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:26Z', 'updated_at': '2021-06-01T10:16:37Z', 'revision_number': 5, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'subnets': [{'id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:32.531505 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-872ece22-0a29-4bb4-ae95-7b94f161cdc9 req-b8851996-2865-4e2e-8863-ae6ed316b047 service neutron] 10.222.0.93 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246581
Jun 01 10:19:32.533060 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60861412-7439-4a2e-9cb7-f3da4285f98a None None] The sync data for ids ['7a44c49d-569d-44d3-8e51-65b7853e456a'] in dv-cinder-784779-13-iscsi is: [{'id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:20Z', 'updated_at': '2021-06-01T10:16:27Z', 'revision_number': 4, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'gw_port': {'id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:22Z', 'updated_at': '2021-06-01T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '768c403a-fcb4-46b5-a51c-32d101d6cea7', 'name': '', 'network_id': '452d13e1-33ab-4730-abcd-9a5e2a3ca346', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'mac_address': 'fa:16:3e:a6:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:26Z', 'updated_at': '2021-06-01T10:16:37Z', 'revision_number': 5, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'subnets': [{'id': '27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:19:32.753578 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61f8352-b05a-4d7a-9b96-d6361a24a4bc None None] New status for floating IP c6e17fcc-e7c0-417f-a6aa-1413091d16eb: DOWN {{(pid=91883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:19:33.912070 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-95534874-4742-4937-999d-ee81b73ea7f8 req-fdf04257-d7a5-417e-b997-b435273a3069 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0745287
Jun 01 10:19:34.066231 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95534874-4742-4937-999d-ee81b73ea7f8 req-d9334122-a6d4-4b65-9b72-b22868b1fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:34.067742 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-95534874-4742-4937-999d-ee81b73ea7f8 req-d9334122-a6d4-4b65-9b72-b22868b1fcbe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4edb9e51dc124ab2ac42c8dfda565038&device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 1098 time: 0.0775323
Jun 01 10:19:34.221008 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95534874-4742-4937-999d-ee81b73ea7f8 req-b2d17dd2-7658-4345-ba13-0e4e2af1cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:34.222493 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-95534874-4742-4937-999d-ee81b73ea7f8 req-b2d17dd2-7658-4345-ba13-0e4e2af1cb2b service neutron] 10.222.0.93 "GET /v2.0/networks?id=452d13e1-33ab-4730-abcd-9a5e2a3ca346 HTTP/1.1" status: 200  len: 916 time: 0.1332994
Jun 01 10:19:34.299390 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-95534874-4742-4937-999d-ee81b73ea7f8 req-2edf53c0-3cce-42ea-93cd-8bb04f30a274 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5fb8b96-da1e-4209-b42a-d678ba04601f HTTP/1.1" status: 200  len: 217 time: 0.0638618
Jun 01 10:19:34.370282 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95534874-4742-4937-999d-ee81b73ea7f8 req-8171e973-31e7-4e27-bc9e-18dcc7aeef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:34.372430 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-95534874-4742-4937-999d-ee81b73ea7f8 req-8171e973-31e7-4e27-bc9e-18dcc7aeef1f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd HTTP/1.1" status: 200  len: 853 time: 0.0629957
Jun 01 10:19:34.471008 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95534874-4742-4937-999d-ee81b73ea7f8 req-2e691411-bb9d-494f-ba3c-b2b4d5290328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:34.472185 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-95534874-4742-4937-999d-ee81b73ea7f8 req-2e691411-bb9d-494f-ba3c-b2b4d5290328 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=452d13e1-33ab-4730-abcd-9a5e2a3ca346&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0866020
Jun 01 10:19:34.612684 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-95534874-4742-4937-999d-ee81b73ea7f8 req-d0842a32-34b2-4ecf-939f-e6bdc5f2cc94 service neutron] 10.222.0.93 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292186
Jun 01 10:19:34.753016 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-95534874-4742-4937-999d-ee81b73ea7f8 req-1051f1dc-d34c-481a-8afa-a38bce89c907 service neutron] 10.222.0.93 "GET /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263041
Jun 01 10:19:35.265702 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-19bedaac-032d-448c-8e83-ae1fe8ea509f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:35.519723 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:37.720163 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-7a492df9-a148-4fd4-a805-c124b7e5c369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:37.860482 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:38.807370 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:39.156447 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df65f17-4041-44b0-bc27-913632d8fd68 req-eb4e9bd0-517e-4761-9d87-b28937f68515 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:39.158155 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5df65f17-4041-44b0-bc27-913632d8fd68 req-eb4e9bd0-517e-4761-9d87-b28937f68515 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 945 time: 0.0851071
Jun 01 10:19:39.211158 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5df65f17-4041-44b0-bc27-913632d8fd68 req-a5c23c68-4f40-4cdc-bbab-d3fc738960c5 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471902
Jun 01 10:19:40.401559 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942461dd-820a-4aec-be1d-aa063bc9171b req-7afb7188-d2d6-4d8c-8bea-cd5d02469d15 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:40.402134 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-942461dd-820a-4aec-be1d-aa063bc9171b req-7afb7188-d2d6-4d8c-8bea-cd5d02469d15 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Synchronizing usage tracker for tenant:4edb9e51dc124ab2ac42c8dfda565038 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:19:40.417570 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-942461dd-820a-4aec-be1d-aa063bc9171b req-7afb7188-d2d6-4d8c-8bea-cd5d02469d15 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Unset dirty status for tenant:4edb9e51dc124ab2ac42c8dfda565038 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:19:40.418842 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-942461dd-820a-4aec-be1d-aa063bc9171b req-7afb7188-d2d6-4d8c-8bea-cd5d02469d15 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 945 time: 0.1005125
Jun 01 10:19:40.472521 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-942461dd-820a-4aec-be1d-aa063bc9171b req-0df60a4e-8156-4c95-8b9e-1ad930f4cefa tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Synchronizing usage tracker for tenant:4edb9e51dc124ab2ac42c8dfda565038 on resource:security_group {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:19:40.490822 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-942461dd-820a-4aec-be1d-aa063bc9171b req-0df60a4e-8156-4c95-8b9e-1ad930f4cefa tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Unset dirty status for tenant:4edb9e51dc124ab2ac42c8dfda565038 on resource:security_group {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:19:40.492055 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-942461dd-820a-4aec-be1d-aa063bc9171b req-0df60a4e-8156-4c95-8b9e-1ad930f4cefa tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670669
Jun 01 10:19:40.532925 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:42.701005 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bce11-8b88-4b60-90ae-38ec7e524fb0 req-c42fbf49-e0c4-4b61-9caa-cd767b552926 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:42.702924 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5f3bce11-8b88-4b60-90ae-38ec7e524fb0 req-c42fbf49-e0c4-4b61-9caa-cd767b552926 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 945 time: 0.0808749
Jun 01 10:19:42.748635 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5f3bce11-8b88-4b60-90ae-38ec7e524fb0 req-f880bc0e-8ae0-4a55-be56-5b563eca204a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401950
Jun 01 10:19:43.940245 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7146fd2-fea0-4728-80e6-347626114866 req-69a835a5-efff-4ccc-afce-e473a4889998 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:43.941595 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e7146fd2-fea0-4728-80e6-347626114866 req-69a835a5-efff-4ccc-afce-e473a4889998 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 945 time: 0.0858161
Jun 01 10:19:43.984572 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e7146fd2-fea0-4728-80e6-347626114866 req-d2303256-39c4-48b0-b6d2-bfb532857505 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373316
Jun 01 10:19:46.894457 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4132f14-4970-4793-8aa2-7cf56e748ed1 req-37f069e9-cde0-4127-b787-dc4d8ae98f43 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:46.895903 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f4132f14-4970-4793-8aa2-7cf56e748ed1 req-37f069e9-cde0-4127-b787-dc4d8ae98f43 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 945 time: 0.0796759
Jun 01 10:19:46.943491 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f4132f14-4970-4793-8aa2-7cf56e748ed1 req-a1da12c1-a1e8-4703-8bc1-c7d865d18a87 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/security-groups?id=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420864
Jun 01 10:19:47.309143 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6da9d-124d-40b5-9c2d-85c972755a2b req-7f9f5310-fd69-436c-8d74-c08754e37737 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:47.311157 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-50b6da9d-124d-40b5-9c2d-85c972755a2b req-7f9f5310-fd69-436c-8d74-c08754e37737 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.93 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 945 time: 0.0811188
Jun 01 10:19:47.451310 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-50b6da9d-124d-40b5-9c2d-85c972755a2b req-f940f100-55dd-484d-b80b-75a45c54112f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Deleting port b5fb8b96-da1e-4209-b42a-d678ba04601f {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:19:47.451310 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-50b6da9d-124d-40b5-9c2d-85c972755a2b req-f940f100-55dd-484d-b80b-75a45c54112f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:47.584421 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-50b6da9d-124d-40b5-9c2d-85c972755a2b req-f940f100-55dd-484d-b80b-75a45c54112f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] For port b5fb8b96-da1e-4209-b42a-d678ba04601f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b5fb8b96-da1e-4209-b42a-d678ba04601f,segment=NetworkSegment(810fcc40-abe6-4914-89f9-1f775e1ae0cc),segment_id=810fcc40-abe6-4914-89f9-1f775e1ae0cc)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:19:47.584707 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-50b6da9d-124d-40b5-9c2d-85c972755a2b req-f940f100-55dd-484d-b80b-75a45c54112f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:47.816456 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-50b6da9d-124d-40b5-9c2d-85c972755a2b req-f940f100-55dd-484d-b80b-75a45c54112f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Calling delete_port for b5fb8b96-da1e-4209-b42a-d678ba04601f owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:19:47.943156 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-50b6da9d-124d-40b5-9c2d-85c972755a2b req-f940f100-55dd-484d-b80b-75a45c54112f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:47.948869 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9ef56575-515a-4983-8d85-97b45df98cf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:47.955900 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['b5fb8b96-da1e-4209-b42a-d678ba04601f'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:19:47.997667 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940f100-55dd-484d-b80b-75a45c54112f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Pushing event deleted for resources: {'Port': ['ID=b5fb8b96-da1e-4209-b42a-d678ba04601f,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:48.000787 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f940f100-55dd-484d-b80b-75a45c54112f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:48.081996 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b6da9d-124d-40b5-9c2d-85c972755a2b req-f940f100-55dd-484d-b80b-75a45c54112f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] No DVR routers for this DVR port b5fb8b96-da1e-4209-b42a-d678ba04601f on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:19:48.084626 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-50b6da9d-124d-40b5-9c2d-85c972755a2b req-f940f100-55dd-484d-b80b-75a45c54112f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:48.088604 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'name': 'network-vif-deleted', 'tag': 'b5fb8b96-da1e-4209-b42a-d678ba04601f'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:19:48.090900 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71fdab6-d6b5-4900-8616-9a4941d35a62" -d '{"events": [{"server_uuid": "457eeaf7-9d34-4fd5-a8bf-676280487413", "name": "network-vif-deleted", "tag": "b5fb8b96-da1e-4209-b42a-d678ba04601f"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:19:48.098898 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4ed66438-939c-45d4-a1b0-71976133fc4a req-23645681-588a-44c7-915b-f1308adb9b87 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.86 "GET /v2.0/ports?device_id=457eeaf7-9d34-4fd5-a8bf-676280487413 HTTP/1.1" status: 200  len: 210 time: 0.0427904
Jun 01 10:19:48.103495 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-50b6da9d-124d-40b5-9c2d-85c972755a2b req-f940f100-55dd-484d-b80b-75a45c54112f tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] 10.222.0.93 "DELETE /v2.0/ports/b5fb8b96-da1e-4209-b42a-d678ba04601f HTTP/1.1" status: 204  len: 173 time: 0.7839780
Jun 01 10:19:48.140492 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05d4a10-abe4-46cb-a559-7e51a4ee1d37 x-openstack-request-id: req-e05d4a10-abe4-46cb-a559-7e51a4ee1d37 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:19:48.140815 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457eeaf7-9d34-4fd5-a8bf-676280487413", "name": "network-vif-deleted", "tag": "b5fb8b96-da1e-4209-b42a-d678ba04601f", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:19:48.141104 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e05d4a10-abe4-46cb-a559-7e51a4ee1d37 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:19:48.141551 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457eeaf7-9d34-4fd5-a8bf-676280487413', 'name': 'network-vif-deleted', 'tag': 'b5fb8b96-da1e-4209-b42a-d678ba04601f', 'status': 'completed', 'code': 200}
Jun 01 10:19:49.847527 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 52772) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:19:50.407423 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a2baa4e1-ff69-4369-a0a2-e5fb3219429e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943910'] for router_interface, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:50.811396 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-a2baa4e1-ff69-4369-a0a2-e5fb3219429e admin admin] Deleting port 768c403a-fcb4-46b5-a51c-32d101d6cea7 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:19:50.811735 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a2baa4e1-ff69-4369-a0a2-e5fb3219429e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:50.830220 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device b5fb8b96-da1e-4209-b42a-d678ba04601f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:19:50.867290 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: b5fb8b96-da1e-4209-b42a-d678ba04601f {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:19:50.867642 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device b5fb8b96-da1e-4209-b42a-d678ba04601f not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:19:50.938410 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [None req-a2baa4e1-ff69-4369-a0a2-e5fb3219429e admin admin] For port 768c403a-fcb4-46b5-a51c-32d101d6cea7, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=768c403a-fcb4-46b5-a51c-32d101d6cea7,segment=NetworkSegment(810fcc40-abe6-4914-89f9-1f775e1ae0cc),segment_id=810fcc40-abe6-4914-89f9-1f775e1ae0cc)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:19:50.939010 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a2baa4e1-ff69-4369-a0a2-e5fb3219429e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:51.172518 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-a2baa4e1-ff69-4369-a0a2-e5fb3219429e admin admin] Calling delete_port for 768c403a-fcb4-46b5-a51c-32d101d6cea7 owned by network:router_interface {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:19:51.504390 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a2baa4e1-ff69-4369-a0a2-e5fb3219429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:51.509120 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-aefc76ad-0ee5-4f8c-acad-40562c0d624a tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:51.552594 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baa4e1-ff69-4369-a0a2-e5fb3219429e admin admin] Pushing event deleted for resources: {'Port': ['ID=768c403a-fcb4-46b5-a51c-32d101d6cea7,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:51.555705 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-a2baa4e1-ff69-4369-a0a2-e5fb3219429e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:51.829787 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a2baa4e1-ff69-4369-a0a2-e5fb3219429e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939702'] for router_interface, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:52.188808 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2baa4e1-ff69-4369-a0a2-e5fb3219429e admin admin] Router 7a44c49d-569d-44d3-8e51-65b7853e456a has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:19:52.364621 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2baa4e1-ff69-4369-a0a2-e5fb3219429e admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:19:52.377617 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-a2baa4e1-ff69-4369-a0a2-e5fb3219429e admin admin] 10.222.0.86 "PUT /v2.0/routers/7a44c49d-569d-44d3-8e51-65b7853e456a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5295160
Jun 01 10:19:52.378436 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aec9f6-ab2a-4676-a1a2-ae49e4faa48f None None] Sync routers for ids ['7a44c49d-569d-44d3-8e51-65b7853e456a'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:19:52.380049 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 52800) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:19:52.400719 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aec9f6-ab2a-4676-a1a2-ae49e4faa48f None None] Routers {'7a44c49d-569d-44d3-8e51-65b7853e456a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:19:52.402067 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-08aec9f6-ab2a-4676-a1a2-ae49e4faa48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4863becd0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:19:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['7a44c49d-569d-44d3-8e51-65b7853e456a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:52.639025 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-08aec9f6-ab2a-4676-a1a2-ae49e4faa48f None None] Set router 7a44c49d-569d-44d3-8e51-65b7853e456a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:19:52.699210 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Notify callbacks [] for router, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:52.900747 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:52.937599 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-08aec9f6-ab2a-4676-a1a2-ae49e4faa48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4863becd0>, [{'id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:20Z', 'updated_at': '2021-06-01T10:19:51Z', 'revision_number': 5, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'gw_port': {'id': '9aec599a-b2a0-4cf2-9e03-7db671886568', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:22Z', 'updated_at': '2021-06-01T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:52.941615 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aec9f6-ab2a-4676-a1a2-ae49e4faa48f None None] Checking router: 7a44c49d-569d-44d3-8e51-65b7853e456a for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:19:52.949986 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aec9f6-ab2a-4676-a1a2-ae49e4faa48f None None] Routers {'7a44c49d-569d-44d3-8e51-65b7853e456a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:19:52.950886 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-08aec9f6-ab2a-4676-a1a2-ae49e4faa48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4863becd0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:19:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['7a44c49d-569d-44d3-8e51-65b7853e456a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:53.045111 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc05667-e5d0-43f3-9b34-4e3bed2ed0a2 req-427b6896-6d1d-4336-8455-a4c91c784086 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:53.046596 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-edc05667-e5d0-43f3-9b34-4e3bed2ed0a2 req-427b6896-6d1d-4336-8455-a4c91c784086 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 945 time: 0.1100194
Jun 01 10:19:53.050214 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Deleting port 9aec599a-b2a0-4cf2-9e03-7db671886568 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:19:53.050556 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:53.100565 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-08aec9f6-ab2a-4676-a1a2-ae49e4faa48f None None] Set router 7a44c49d-569d-44d3-8e51-65b7853e456a gateway port host: None {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:19:53.171077 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-edc05667-e5d0-43f3-9b34-4e3bed2ed0a2 req-733c130c-812a-4005-9611-0a010da144c3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059113
Jun 01 10:19:53.210113 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-08aec9f6-ab2a-4676-a1a2-ae49e4faa48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4863becd0>, [{'id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:20Z', 'updated_at': '2021-06-01T10:19:52Z', 'revision_number': 6, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'gw_port_host': None}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:53.212480 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] For port 9aec599a-b2a0-4cf2-9e03-7db671886568, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=9aec599a-b2a0-4cf2-9e03-7db671886568,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:19:53.212975 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:53.214003 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aec9f6-ab2a-4676-a1a2-ae49e4faa48f None None] The sync data for ids ['7a44c49d-569d-44d3-8e51-65b7853e456a'] in dv-cinder-784779-13-iscsi is: [{'id': '7a44c49d-569d-44d3-8e51-65b7853e456a', 'name': 'tempest-TestMinimumBasicScenario-442604628-router', 'tenant_id': '4edb9e51dc124ab2ac42c8dfda565038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:20Z', 'updated_at': '2021-06-01T10:19:52Z', 'revision_number': 6, 'project_id': '4edb9e51dc124ab2ac42c8dfda565038', 'gw_port_host': None}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:19:53.335350 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Calling delete_port for 9aec599a-b2a0-4cf2-9e03-7db671886568 owned by network:router_gateway {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:19:53.480342 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:53.484938 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:53.526505 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Pushing event deleted for resources: {'Port': ['ID=9aec599a-b2a0-4cf2-9e03-7db671886568,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:53.530290 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:53.642640 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944187'] for router_gateway, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:53.820344 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7008'] for router, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:53.822723 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:53.850279 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938634'] for router, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:53.851012 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a44c49d-569d-44d3-8e51-65b7853e456a {{(pid=91881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 10:19:53.869887 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Notify callbacks [] for router, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:53.873835 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] 10.222.0.86 "DELETE /v2.0/routers/7a44c49d-569d-44d3-8e51-65b7853e456a HTTP/1.1" status: 204  len: 168 time: 1.4901755
Jun 01 10:19:53.874103 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 52816) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:19:53.942374 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18e778f-1903-4f78-a2f4-2f685671a851 admin admin] Deleting subnet 27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd {{(pid=91881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:19:53.945514 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a18e778f-1903-4f78-a2f4-2f685671a851 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:53.999056 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a18e778f-1903-4f78-a2f4-2f685671a851 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2273314'] for subnet, precommit_delete_associations {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:54.223405 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a18e778f-1903-4f78-a2f4-2f685671a851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:54.364630 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f1839-421d-4fc9-ae55-b70a38d3745d req-c818c0f7-23e0-489a-be73-6b436c596fa9 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:54.366025 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-288f1839-421d-4fc9-ae55-b70a38d3745d req-c818c0f7-23e0-489a-be73-6b436c596fa9 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 945 time: 0.0859599
Jun 01 10:19:54.410961 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-288f1839-421d-4fc9-ae55-b70a38d3745d req-0d0065d7-f078-41e7-8de3-ed5564fabfab tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392537
Jun 01 10:19:54.477390 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a18e778f-1903-4f78-a2f4-2f685671a851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3423838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2275619'] for subnet, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:54.481362 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-8f7f1dad-d599-46e1-b682-0e2ace3b0b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:54.483805 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 9aec599a-b2a0-4cf2-9e03-7db671886568 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:19:54.519171 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e778f-1903-4f78-a2f4-2f685671a851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:54.519421 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: 9aec599a-b2a0-4cf2-9e03-7db671886568 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:19:54.519636 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 9aec599a-b2a0-4cf2-9e03-7db671886568 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:19:54.520063 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 768c403a-fcb4-46b5-a51c-32d101d6cea7 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:19:54.522272 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-a18e778f-1903-4f78-a2f4-2f685671a851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:54.523239 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-a18e778f-1903-4f78-a2f4-2f685671a851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:54.529074 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-a18e778f-1903-4f78-a2f4-2f685671a851 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/27556b7b-ee17-4ac5-8f08-1a3dcd57e3cd HTTP/1.1" status: 204  len: 168 time: 0.6540084
Jun 01 10:19:54.532049 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 52822) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:19:54.546312 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc64f7e9-1d4d-4713-b01d-13ee5d27bc4b None None] Network 452d13e1-33ab-4730-abcd-9a5e2a3ca346 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:19:54.574218 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: 768c403a-fcb4-46b5-a51c-32d101d6cea7 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:19:54.574576 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 768c403a-fcb4-46b5-a51c-32d101d6cea7 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:19:54.638576 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:54.712660 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Deleting port 2ed2950c-1237-4781-8406-0b56e3159e18 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:19:54.712997 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:54.816503 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] For port 2ed2950c-1237-4781-8406-0b56e3159e18, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=2ed2950c-1237-4781-8406-0b56e3159e18,segment=NetworkSegment(810fcc40-abe6-4914-89f9-1f775e1ae0cc),segment_id=810fcc40-abe6-4914-89f9-1f775e1ae0cc)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:19:54.816856 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:54.858747 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] DHCP port deletion for 452d13e1-33ab-4730-abcd-9a5e2a3ca346 request from dv-cinder-784779-13-iscsi {{(pid=91882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 10:19:54.925995 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Deleting port 2ed2950c-1237-4781-8406-0b56e3159e18 {{(pid=91882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:19:54.926409 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:54.942993 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Calling delete_port for 2ed2950c-1237-4781-8406-0b56e3159e18 owned by network:dhcp {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:19:54.989324 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:54.996060 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-aa98224d-e3ae-42a8-a0cf-9453258b9569 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:55.026991 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] For port 2ed2950c-1237-4781-8406-0b56e3159e18, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=2ed2950c-1237-4781-8406-0b56e3159e18,segment=NetworkSegment(810fcc40-abe6-4914-89f9-1f775e1ae0cc),segment_id=810fcc40-abe6-4914-89f9-1f775e1ae0cc)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:19:55.027408 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:55.041748 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] No DVR routers for this DVR port 2ed2950c-1237-4781-8406-0b56e3159e18 on host dv-cinder-784779-13-iscsi {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:19:55.043424 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed2950c-1237-4781-8406-0b56e3159e18,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:55.069901 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:55.151370 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Calling delete_port for 2ed2950c-1237-4781-8406-0b56e3159e18 owned by network:dhcp {{(pid=91882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:19:55.218656 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:55.237382 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd484c1d9d0>,) {'filters': {'network_id': ['452d13e1-33ab-4730-abcd-9a5e2a3ca346']}} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:55.252466 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd484c1d9d0>, '810fcc40-abe6-4914-89f9-1f775e1ae0cc') {'for_net_delete': True} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:55.252760 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd484c1d9d0>, '810fcc40-abe6-4914-89f9-1f775e1ae0cc') {} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:55.267121 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2273321'] for segment, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:55.291681 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264'] for port, after_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:55.292010 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835a59-1769-43ae-95d4-8cc481b437ac req-253a4b96-6dff-487c-bcb2-81c949e62a9d tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:55.293460 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a7835a59-1769-43ae-95d4-8cc481b437ac req-253a4b96-6dff-487c-bcb2-81c949e62a9d tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.93 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 945 time: 0.2045751
Jun 01 10:19:55.294996 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:55.296243 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:55.301192 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=91881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:19:55.301581 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3490552'] for segment, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]: Traceback (most recent call last):
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:     timer()
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:     cb(*args, **kw)
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:     return func(*args, **kwargs)
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:     self._notify()
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:     self.callback(batched_events)
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:     event.method(event)
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:     return f(self, *a, **k)
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._get(url).json()
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:19:55.318686 dv-cinder-784779-13-iscsi neutron-server[91881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:19:55.343047 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Pushing event deleted for resources: {'Port': ['ID=2ed2950c-1237-4781-8406-0b56e3159e18,revision_number=None']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:55.347528 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] No DVR routers for this DVR port 2ed2950c-1237-4781-8406-0b56e3159e18 on host dv-cinder-784779-13-iscsi {{(pid=91882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:19:55.358223 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:55.358223 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:55.358223 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:55.358632 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:55.358731 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:55.360476 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:55.360476 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:55.360476 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:55.360476 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:55.360476 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:55.360886 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:55.360886 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:55.368442 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-dbb05758-7c73-4033-ac71-b3de1b43c9cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:55.444267 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:55.483974 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:55.499325 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:55.507848 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Pushing event deleted for resources: {'Network': ['ID=452d13e1-33ab-4730-abcd-9a5e2a3ca346,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:55.517571 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:55.570280 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] 10.222.0.86 "DELETE /v2.0/networks/452d13e1-33ab-4730-abcd-9a5e2a3ca346 HTTP/1.1" status: 204  len: 168 time: 1.0371459
Jun 01 10:19:55.573279 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52832) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:19:55.729741 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-a7835a59-1769-43ae-95d4-8cc481b437ac req-88f18e61-5cd3-4755-bd45-01bcac9d3fa5 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Deleting port e67b74c0-3efd-4563-8ad0-b21703eb37c8 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:19:55.730083 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-a7835a59-1769-43ae-95d4-8cc481b437ac req-88f18e61-5cd3-4755-bd45-01bcac9d3fa5 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:55.828959 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52443ef3-3c36-42c1-83ad-a5f61dd644db req-6c9c81ad-f7cd-43ef-87ac-4b2a7e0cabc1 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:19:55.830456 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-52443ef3-3c36-42c1-83ad-a5f61dd644db req-6c9c81ad-f7cd-43ef-87ac-4b2a7e0cabc1 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 945 time: 0.3000569
Jun 01 10:19:55.911796 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-a7835a59-1769-43ae-95d4-8cc481b437ac req-88f18e61-5cd3-4755-bd45-01bcac9d3fa5 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] For port e67b74c0-3efd-4563-8ad0-b21703eb37c8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e67b74c0-3efd-4563-8ad0-b21703eb37c8,segment=NetworkSegment(67e00432-c96e-4411-b30e-c97735be7d86),segment_id=67e00432-c96e-4411-b30e-c97735be7d86)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:19:55.912155 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-a7835a59-1769-43ae-95d4-8cc481b437ac req-88f18e61-5cd3-4755-bd45-01bcac9d3fa5 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:55.930094 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-52443ef3-3c36-42c1-83ad-a5f61dd644db req-622cd8ce-7c99-4636-b14a-705cc0712977 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877619
Jun 01 10:19:56.060162 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-a7835a59-1769-43ae-95d4-8cc481b437ac req-88f18e61-5cd3-4755-bd45-01bcac9d3fa5 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Calling delete_port for e67b74c0-3efd-4563-8ad0-b21703eb37c8 owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:19:56.156075 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943910'] for router_interface, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:56.174091 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-a7835a59-1769-43ae-95d4-8cc481b437ac req-88f18e61-5cd3-4755-bd45-01bcac9d3fa5 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:56.179767 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-630f3353-7dda-44d2-a7df-d555a7c7b18f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:56.186686 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['e67b74c0-3efd-4563-8ad0-b21703eb37c8'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:19:56.230918 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f18e61-5cd3-4755-bd45-01bcac9d3fa5 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Pushing event deleted for resources: {'Port': ['ID=e67b74c0-3efd-4563-8ad0-b21703eb37c8,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:56.235839 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-88f18e61-5cd3-4755-bd45-01bcac9d3fa5 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:56.309415 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7835a59-1769-43ae-95d4-8cc481b437ac req-88f18e61-5cd3-4755-bd45-01bcac9d3fa5 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] No DVR routers for this DVR port e67b74c0-3efd-4563-8ad0-b21703eb37c8 on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:19:56.313027 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-a7835a59-1769-43ae-95d4-8cc481b437ac req-88f18e61-5cd3-4755-bd45-01bcac9d3fa5 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:56.315718 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37865014-82c7-455e-8778-521b71127858', 'name': 'network-vif-deleted', 'tag': 'e67b74c0-3efd-4563-8ad0-b21703eb37c8'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:19:56.318049 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed67966-cbad-4ba8-9fe2-5a1c98ed87a8" -d '{"events": [{"server_uuid": "37865014-82c7-455e-8778-521b71127858", "name": "network-vif-deleted", "tag": "e67b74c0-3efd-4563-8ad0-b21703eb37c8"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:19:56.332079 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a7835a59-1769-43ae-95d4-8cc481b437ac req-88f18e61-5cd3-4755-bd45-01bcac9d3fa5 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.93 "DELETE /v2.0/ports/e67b74c0-3efd-4563-8ad0-b21703eb37c8 HTTP/1.1" status: 204  len: 173 time: 1.0094664
Jun 01 10:19:56.374425 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9e8bba-2c82-4d55-ae0a-911dfc256f76 x-openstack-request-id: req-bc9e8bba-2c82-4d55-ae0a-911dfc256f76 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:19:56.374754 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37865014-82c7-455e-8778-521b71127858", "name": "network-vif-deleted", "tag": "e67b74c0-3efd-4563-8ad0-b21703eb37c8", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:19:56.375046 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bc9e8bba-2c82-4d55-ae0a-911dfc256f76 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:19:56.375478 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37865014-82c7-455e-8778-521b71127858', 'name': 'network-vif-deleted', 'tag': 'e67b74c0-3efd-4563-8ad0-b21703eb37c8', 'status': 'completed', 'code': 200}
Jun 01 10:19:56.490248 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 2ed2950c-1237-4781-8406-0b56e3159e18 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:19:56.525974 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: 2ed2950c-1237-4781-8406-0b56e3159e18 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:19:56.526335 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 2ed2950c-1237-4781-8406-0b56e3159e18 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:19:56.685874 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Deleting port 224bf656-7f20-4361-8d3d-28dae52ecc77 {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:19:56.686442 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:56.808272 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] For port 224bf656-7f20-4361-8d3d-28dae52ecc77, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=224bf656-7f20-4361-8d3d-28dae52ecc77,segment=NetworkSegment(73235df9-e4d4-4c97-89e8-7a96a74be71f),segment_id=73235df9-e4d4-4c97-89e8-7a96a74be71f)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:19:56.808626 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:56.941925 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Calling delete_port for 224bf656-7f20-4361-8d3d-28dae52ecc77 owned by network:router_interface {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:19:57.121652 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-c0fe899f-c0ca-47ca-a235-b07f1d577011 req-c966f78e-c9f4-4781-82b9-32085338a5ae tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Synchronizing usage tracker for tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:19:57.138334 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-c0fe899f-c0ca-47ca-a235-b07f1d577011 req-c966f78e-c9f4-4781-82b9-32085338a5ae tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Unset dirty status for tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:19:57.139750 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c0fe899f-c0ca-47ca-a235-b07f1d577011 req-c966f78e-c9f4-4781-82b9-32085338a5ae tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=37865014-82c7-455e-8778-521b71127858 HTTP/1.1" status: 200  len: 210 time: 0.0673692
Jun 01 10:19:57.250238 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:57.253826 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-beab7625-6878-4653-844f-477366976b96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:57.297266 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=224bf656-7f20-4361-8d3d-28dae52ecc77,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:57.343797 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:57.344166 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:57.344521 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:57.344878 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:57.345250 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:57.345606 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:57.345960 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:57.346306 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:57.346653 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:57.347015 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:57.347684 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:57.348020 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:19:57.376705 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:57.574465 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939702'] for router_interface, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:58.012848 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Router 1c4b01fd-f43b-4e43-9835-baa8b16c0370 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:19:58.188988 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:19:58.197742 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f197b3-3b05-45ab-86a2-bd810928aa7e None None] Sync routers for ids ['1c4b01fd-f43b-4e43-9835-baa8b16c0370'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:19:58.208565 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] 10.222.0.86 "PUT /v2.0/routers/1c4b01fd-f43b-4e43-9835-baa8b16c0370/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6317830
Jun 01 10:19:58.208887 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52852) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:19:58.209398 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f197b3-3b05-45ab-86a2-bd810928aa7e None None] Routers {'1c4b01fd-f43b-4e43-9835-baa8b16c0370'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:19:58.210017 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-13f197b3-3b05-45ab-86a2-bd810928aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd48624a070>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:19:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['1c4b01fd-f43b-4e43-9835-baa8b16c0370'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:58.403153 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] Notify callbacks [] for router, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:58.406184 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-13f197b3-3b05-45ab-86a2-bd810928aa7e None None] Set router 1c4b01fd-f43b-4e43-9835-baa8b16c0370 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:19:58.598152 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:58.667696 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] Deleting port f80c899f-e770-408a-ab8b-b382d68491f5 {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:19:58.668340 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:58.719444 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-13f197b3-3b05-45ab-86a2-bd810928aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd48624a070>, [{'id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'name': 'tempest-TestMinimumBasicScenario-1942721270-router', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f80c899f-e770-408a-ab8b-b382d68491f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:33Z', 'updated_at': '2021-06-01T10:19:57Z', 'revision_number': 5, 'project_id': 'f17047425ae442a1b37c3d99be9daf7d', 'gw_port': {'id': 'f80c899f-e770-408a-ab8b-b382d68491f5', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:16:34Z', 'updated_at': '2021-06-01T10:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:58.723192 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f197b3-3b05-45ab-86a2-bd810928aa7e None None] Checking router: 1c4b01fd-f43b-4e43-9835-baa8b16c0370 for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:19:58.731433 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f197b3-3b05-45ab-86a2-bd810928aa7e None None] Routers {'1c4b01fd-f43b-4e43-9835-baa8b16c0370'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:19:58.732008 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-13f197b3-3b05-45ab-86a2-bd810928aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd48624a070>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:19:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['1c4b01fd-f43b-4e43-9835-baa8b16c0370'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:58.790120 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] For port f80c899f-e770-408a-ab8b-b382d68491f5, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=f80c899f-e770-408a-ab8b-b382d68491f5,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:19:58.790384 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:58.878575 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-13f197b3-3b05-45ab-86a2-bd810928aa7e None None] Set router 1c4b01fd-f43b-4e43-9835-baa8b16c0370 gateway port host: None {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:19:58.882100 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device e67b74c0-3efd-4563-8ad0-b21703eb37c8 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:19:58.912055 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] Calling delete_port for f80c899f-e770-408a-ab8b-b382d68491f5 owned by network:router_gateway {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:19:58.918711 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: e67b74c0-3efd-4563-8ad0-b21703eb37c8 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:19:58.920231 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device e67b74c0-3efd-4563-8ad0-b21703eb37c8 not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:19:58.983959 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-13f197b3-3b05-45ab-86a2-bd810928aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd48624a070>, [{'id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'name': 'tempest-TestMinimumBasicScenario-1942721270-router', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:33Z', 'updated_at': '2021-06-01T10:19:58Z', 'revision_number': 6, 'project_id': 'f17047425ae442a1b37c3d99be9daf7d', 'gw_port_host': None}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:19:58.987929 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f197b3-3b05-45ab-86a2-bd810928aa7e None None] The sync data for ids ['1c4b01fd-f43b-4e43-9835-baa8b16c0370'] in dv-cinder-784779-13-iscsi is: [{'id': '1c4b01fd-f43b-4e43-9835-baa8b16c0370', 'name': 'tempest-TestMinimumBasicScenario-1942721270-router', 'tenant_id': 'f17047425ae442a1b37c3d99be9daf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:16:33Z', 'updated_at': '2021-06-01T10:19:58Z', 'revision_number': 6, 'project_id': 'f17047425ae442a1b37c3d99be9daf7d', 'gw_port_host': None}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:19:59.057667 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:59.061093 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-1befc443-3faa-443f-8a63-85ae23cfeedc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:19:59.101104 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=f80c899f-e770-408a-ab8b-b382d68491f5,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:19:59.104476 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:19:59.194382 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944187'] for router_gateway, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:59.474125 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7008'] for router, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:59.476268 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:59.558502 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938634'] for router, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:59.559046 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c4b01fd-f43b-4e43-9835-baa8b16c0370 {{(pid=91880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 10:19:59.572387 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] Notify callbacks [] for router, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:59.573525 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-0327f031-f6e5-4ab6-be39-9a85a5672d74 admin admin] 10.222.0.86 "DELETE /v2.0/routers/1c4b01fd-f43b-4e43-9835-baa8b16c0370 HTTP/1.1" status: 204  len: 168 time: 1.3635225
Jun 01 10:19:59.577282 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52868) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:19:59.634458 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ea8166-65bf-45c8-bb48-5229fb63febe admin admin] Deleting subnet bc27eb88-d561-4a4a-a96c-216ed90c64c1 {{(pid=91880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:19:59.637312 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-41ea8166-65bf-45c8-bb48-5229fb63febe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:59.684953 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-41ea8166-65bf-45c8-bb48-5229fb63febe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2480025'] for subnet, precommit_delete_associations {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:19:59.816831 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-41ea8166-65bf-45c8-bb48-5229fb63febe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.074692 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-41ea8166-65bf-45c8-bb48-5229fb63febe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2392705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2731557'] for subnet, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.079799 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8c188b0c-6486-4a6d-b05a-522dd1ff3833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:00.112302 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea8166-65bf-45c8-bb48-5229fb63febe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc27eb88-d561-4a4a-a96c-216ed90c64c1,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:00.115266 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-41ea8166-65bf-45c8-bb48-5229fb63febe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:00.116395 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-41ea8166-65bf-45c8-bb48-5229fb63febe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.121621 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16751b67-574c-4efa-8025-163b90d1422c None None] Network 2aacccf2-8284-4085-be76-4847441f710d requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:20:00.123459 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-41ea8166-65bf-45c8-bb48-5229fb63febe admin admin] 10.222.0.86 "DELETE /v2.0/subnets/bc27eb88-d561-4a4a-a96c-216ed90c64c1 HTTP/1.1" status: 204  len: 168 time: 0.5441613
Jun 01 10:20:00.125785 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52872) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:20:00.233141 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.307909 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Deleting port bbd87b2d-d60a-4da6-aac5-6e01513e7639 {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:20:00.308168 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.361402 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88592a0-7206-4459-a760-23011e47112e None None] DHCP port deletion for 2aacccf2-8284-4085-be76-4847441f710d request from dv-cinder-784779-13-iscsi {{(pid=91882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 10:20:00.410482 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] For port bbd87b2d-d60a-4da6-aac5-6e01513e7639, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=bbd87b2d-d60a-4da6-aac5-6e01513e7639,segment=NetworkSegment(73235df9-e4d4-4c97-89e8-7a96a74be71f),segment_id=73235df9-e4d4-4c97-89e8-7a96a74be71f)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:20:00.410756 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.427643 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-d88592a0-7206-4459-a760-23011e47112e None None] Deleting port bbd87b2d-d60a-4da6-aac5-6e01513e7639 {{(pid=91882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:20:00.428024 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d88592a0-7206-4459-a760-23011e47112e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.512603 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device f80c899f-e770-408a-ab8b-b382d68491f5 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:20:00.535039 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Calling delete_port for bbd87b2d-d60a-4da6-aac5-6e01513e7639 owned by network:dhcp {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:20:00.550760 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: f80c899f-e770-408a-ab8b-b382d68491f5 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:20:00.551110 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device f80c899f-e770-408a-ab8b-b382d68491f5 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:20:00.551523 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device bbd87b2d-d60a-4da6-aac5-6e01513e7639 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:20:00.581896 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.586477 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:00.613697 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-d88592a0-7206-4459-a760-23011e47112e None None] For port bbd87b2d-d60a-4da6-aac5-6e01513e7639, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=bbd87b2d-d60a-4da6-aac5-6e01513e7639,segment=NetworkSegment(73235df9-e4d4-4c97-89e8-7a96a74be71f),segment_id=73235df9-e4d4-4c97-89e8-7a96a74be71f)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:20:00.614096 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d88592a0-7206-4459-a760-23011e47112e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.630541 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd87b2d-d60a-4da6-aac5-6e01513e7639,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:00.632393 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] No DVR routers for this DVR port bbd87b2d-d60a-4da6-aac5-6e01513e7639 on host dv-cinder-784779-13-iscsi {{(pid=91880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:20:00.633918 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:00.748213 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-d88592a0-7206-4459-a760-23011e47112e None None] Calling delete_port for bbd87b2d-d60a-4da6-aac5-6e01513e7639 owned by network:dhcp {{(pid=91882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:20:00.749896 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.758095 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No active binding found for port bbd87b2d-d60a-4da6-aac5-6e01513e7639 {{(pid=91882) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 01 10:20:00.758499 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device bbd87b2d-d60a-4da6-aac5-6e01513e7639 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:20:00.758922 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 224bf656-7f20-4361-8d3d-28dae52ecc77 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:20:00.763984 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd4850ac250>,) {'filters': {'network_id': ['2aacccf2-8284-4085-be76-4847441f710d']}} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:20:00.780385 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd4850ac250>, '73235df9-e4d4-4c97-89e8-7a96a74be71f') {'for_net_delete': True} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:20:00.780685 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd4850ac250>, '73235df9-e4d4-4c97-89e8-7a96a74be71f') {} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:20:00.791963 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2480018'] for segment, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.794685 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: 224bf656-7f20-4361-8d3d-28dae52ecc77 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:20:00.795032 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 224bf656-7f20-4361-8d3d-28dae52ecc77 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:20:00.811240 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.817367 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=91880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:20:00.817749 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489895'] for segment, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.829557 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d88592a0-7206-4459-a760-23011e47112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264'] for port, after_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]: Traceback (most recent call last):
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:     timer()
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:     cb(*args, **kw)
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:     return func(*args, **kwargs)
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:     self._notify()
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:     self.callback(batched_events)
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:     event.method(event)
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:     return f(self, *a, **k)
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._get(url).json()
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:20:00.830878 dv-cinder-784779-13-iscsi neutron-server[91880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:20:00.833341 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:00.905030 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.908778 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:00.912654 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88592a0-7206-4459-a760-23011e47112e None None] Pushing event deleted for resources: {'Port': ['ID=bbd87b2d-d60a-4da6-aac5-6e01513e7639,revision_number=None']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:00.916004 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-d88592a0-7206-4459-a760-23011e47112e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:00.918225 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88592a0-7206-4459-a760-23011e47112e None None] No DVR routers for this DVR port bbd87b2d-d60a-4da6-aac5-6e01513e7639 on host dv-cinder-784779-13-iscsi {{(pid=91882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:20:00.922240 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:00.937031 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aacccf2-8284-4085-be76-4847441f710d,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:00.941269 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:00.944749 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] 10.222.0.86 "DELETE /v2.0/networks/2aacccf2-8284-4085-be76-4847441f710d HTTP/1.1" status: 204  len: 168 time: 0.8178408
Jun 01 10:20:01.064851 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52880) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:20:01.199405 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-ce73b51f-3a7d-406e-a5ba-c7649049d09f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4edb9e51dc124ab2ac42c8dfda565038&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1330559
Jun 01 10:20:01.202504 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52884) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:20:01.259283 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-109b85e4-8b98-47f7-b7d7-1b3cdb3ee1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:01.284340 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-109b85e4-8b98-47f7-b7d7-1b3cdb3ee1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:01.334922 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-109b85e4-8b98-47f7-b7d7-1b3cdb3ee1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:01.338871 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e7edadf3-bbd2-40ff-8161-b36713663a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:01.352280 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b85e4-8b98-47f7-b7d7-1b3cdb3ee1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d0d27b-74d7-4432-99e5-5f0c48ee6aa9,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:01.355571 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-109b85e4-8b98-47f7-b7d7-1b3cdb3ee1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:01.364865 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-109b85e4-8b98-47f7-b7d7-1b3cdb3ee1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:01.366028 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-109b85e4-8b98-47f7-b7d7-1b3cdb3ee1c9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/23d0d27b-74d7-4432-99e5-5f0c48ee6aa9 HTTP/1.1" status: 204  len: 168 time: 0.1626105
Jun 01 10:20:01.707302 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52894) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:20:01.756140 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-263b3692-fed8-4f85-afd7-9ed53701f60c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f17047425ae442a1b37c3d99be9daf7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475116
Jun 01 10:20:01.758560 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 52898) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:20:01.819533 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8ac94839-65c0-4733-b5f9-f32da43cbf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:01.847133 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8ac94839-65c0-4733-b5f9-f32da43cbf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:01.898525 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8ac94839-65c0-4733-b5f9-f32da43cbf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:01.903264 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:01.914906 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac94839-65c0-4733-b5f9-f32da43cbf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fad5dd0-2576-4c03-956d-103dfd3a4a0b,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:01.917836 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8ac94839-65c0-4733-b5f9-f32da43cbf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:01.920220 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8ac94839-65c0-4733-b5f9-f32da43cbf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:01.921261 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-8ac94839-65c0-4733-b5f9-f32da43cbf8a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2fad5dd0-2576-4c03-956d-103dfd3a4a0b HTTP/1.1" status: 204  len: 168 time: 0.1617944
Jun 01 10:20:02.282869 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:20:05.267602 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-0714cdd2-9f00-463c-aee5-50ef0ff6f946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:05.510671 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:07.722688 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-deda662d-10be-4201-bcbd-53a8c146acf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:07.861023 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:08.810615 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:08.812595 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-2154d01b-f0f5-4d00-8ea9-c52862f9b046 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:08.814125 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-2154d01b-f0f5-4d00-8ea9-c52862f9b046 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/networks?id=e14f6ae8-40ff-4e4e-aca7-40933ae9137f HTTP/1.1" status: 200  len: 812 time: 0.1456459
Jun 01 10:20:08.828706 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-6e69843e-6712-455b-995a-b51d35da09c2 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/quotas/0e5a37e7b2034dbf8ef5bf3d0d05b7f0 HTTP/1.1" status: 200  len: 375 time: 0.0091386
Jun 01 10:20:08.877900 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-ac3eb870-b82f-4696-82eb-2b09e6a8e47f tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e5a37e7b2034dbf8ef5bf3d0d05b7f0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0442457
Jun 01 10:20:09.008428 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-5275f278-180e-4037-bf32-58a73515cabb service neutron] 10.222.0.86 "GET /v2.0/networks/e14f6ae8-40ff-4e4e-aca7-40933ae9137f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239197
Jun 01 10:20:09.138107 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-40ad3c16-c306-4e77-a35d-ba402a291f8f service neutron] 10.222.0.86 "GET /v2.0/networks/e14f6ae8-40ff-4e4e-aca7-40933ae9137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238375
Jun 01 10:20:09.314087 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-85e1cce8-e9c7-4ddd-8ded-d3191552b57c req-0bbaebc1-d158-493f-a93f-301c361d47a9 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 210 time: 0.0431435
Jun 01 10:20:10.395893 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-34552ba5-6bfe-4bc1-875f-7d0eeb2347dd tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:10.397968 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-34552ba5-6bfe-4bc1-875f-7d0eeb2347dd tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.93 "GET /v2.0/networks?id=e14f6ae8-40ff-4e4e-aca7-40933ae9137f HTTP/1.1" status: 200  len: 812 time: 0.1617813
Jun 01 10:20:10.412021 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Request body: {'port': {'device_id': '30c58708-3cca-4f83-8713-977a907cb61b', 'network_id': 'e14f6ae8-40ff-4e4e-aca7-40933ae9137f', 'admin_state_up': True, 'tenant_id': '0e5a37e7b2034dbf8ef5bf3d0d05b7f0'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:20:10.477443 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-de50290b-3b35-4016-afc1-24b9138b5771 req-6f10dd39-55cd-4fb1-baea-fdccea11d132 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 210 time: 0.0457518
Jun 01 10:20:10.536072 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:10.566138 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:20:10.575672 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:20:10.585836 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Made reservation on behalf of 0e5a37e7b2034dbf8ef5bf3d0d05b7f0 for: {'port': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:20:10.589503 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:10.753614 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Allocated IP 172.20.0.8 (e14f6ae8-40ff-4e4e-aca7-40933ae9137f/c6235f57-9182-40a2-ab07-9a5b064e77ef/960dfd43-86bb-407c-9a1d-c9e7e54fd8a4) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:20:10.960497 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:10.988970 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:10.994916 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c1e1f018-e736-4dec-b094-66df72635bd9 tempest-VolumesNegativeTest-560915859 tempest-VolumesNegativeTest-560915859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:11.061879 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Network e14f6ae8-40ff-4e4e-aca7-40933ae9137f is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:20:11.065653 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:20:11.069618 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:20:11.106599 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Pushing event updated for resources: {'Port': ['ID=960dfd43-86bb-407c-9a1d-c9e7e54fd8a4,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:11.111229 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:11.139426 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:11.140039 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:11.168358 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-012ce632-cafb-4451-97b9-4108670c5739 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7605951
Jun 01 10:20:11.179785 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Request body: {'port': {'device_id': '30c58708-3cca-4f83-8713-977a907cb61b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:20:11.294834 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:11.681390 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dd9d2-b82d-4671-a9d5-4a7bd79e182e req-2efe7bec-863a-463f-b130-0e43710d284a tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:11.683538 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-012dd9d2-b82d-4671-a9d5-4a7bd79e182e req-2efe7bec-863a-463f-b130-0e43710d284a tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 931 time: 0.0869334
Jun 01 10:20:11.736340 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-012dd9d2-b82d-4671-a9d5-4a7bd79e182e req-03e4cbc4-a55a-41a3-8d4c-0f2d8145338a tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441124
Jun 01 10:20:11.777108 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 {{(pid=91881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:20:11.785409 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:11.801437 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Transition to ACTIVE for port object 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 will not be triggered until provisioned by entity L2. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:20:11.806330 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:11.811337 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-25a0b29a-f4ea-42a4-8611-4d4aafbaf172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:11.976230 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Pushing event updated for resources: {'Port': ['ID=960dfd43-86bb-407c-9a1d-c9e7e54fd8a4,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:11.983400 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:12.053851 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Attempting to bind port 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:20:12.054191 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Attempting to bind port 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '67e00432-c96e-4411-b30e-c97735be7d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'e14f6ae8-40ff-4e4e-aca7-40933ae9137f'}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:20:12.054524 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Attempting to bind port 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 on network e14f6ae8-40ff-4e4e-aca7-40933ae9137f {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:20:12.059097 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Port 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 on network e14f6ae8-40ff-4e4e-aca7-40933ae9137f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:20:12.059417 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Attempting to bind port 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 on network e14f6ae8-40ff-4e4e-aca7-40933ae9137f {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:20:12.065304 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:20:12.065644 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Checking segment: {'id': '67e00432-c96e-4411-b30e-c97735be7d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'e14f6ae8-40ff-4e4e-aca7-40933ae9137f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:20:12.066028 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Bound using segment: {'id': '67e00432-c96e-4411-b30e-c97735be7d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'e14f6ae8-40ff-4e4e-aca7-40933ae9137f'} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:20:12.066460 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Bound port: 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e00432-c96e-4411-b30e-c97735be7d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'e14f6ae8-40ff-4e4e-aca7-40933ae9137f'}}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:20:12.066808 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:12.158684 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] For port 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4, host hv-cinder-78477, cleared binding levels {{(pid=91881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:20:12.161652 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] For port 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=960dfd43-86bb-407c-9a1d-c9e7e54fd8a4,segment=NetworkSegment(67e00432-c96e-4411-b30e-c97735be7d86),segment_id=67e00432-c96e-4411-b30e-c97735be7d86)] {{(pid=91881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:20:12.166272 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:12.170749 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:12.227589 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:12.228225 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:12.229591 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] 10.222.0.93 "PUT /v2.0/ports/960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 HTTP/1.1" status: 200  len: 1093 time: 1.0539417
Jun 01 10:20:12.230100 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c58708-3cca-4f83-8713-977a907cb61b', 'tag': '960dfd43-86bb-407c-9a1d-c9e7e54fd8a4'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:20:12.232349 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c574a41-1f9f-4922-83d6-613fb9f31386" -d '{"events": [{"name": "network-changed", "server_uuid": "30c58708-3cca-4f83-8713-977a907cb61b", "tag": "960dfd43-86bb-407c-9a1d-c9e7e54fd8a4"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:20:12.253333 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Pushing event updated for resources: {'Port': ['ID=960dfd43-86bb-407c-9a1d-c9e7e54fd8a4,revision_number=3']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:12.256482 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:12.319092 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f67e58-0eb7-4ddd-a992-36b03874474c x-openstack-request-id: req-31f67e58-0eb7-4ddd-a992-36b03874474c {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:20:12.319419 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c58708-3cca-4f83-8713-977a907cb61b", "tag": "960dfd43-86bb-407c-9a1d-c9e7e54fd8a4", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:20:12.319713 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-31f67e58-0eb7-4ddd-a992-36b03874474c {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:20:12.320134 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c58708-3cca-4f83-8713-977a907cb61b', 'tag': '960dfd43-86bb-407c-9a1d-c9e7e54fd8a4', 'status': 'completed', 'code': 200}
Jun 01 10:20:12.355336 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-63348c93-dbb4-4986-b82b-aa42ea48bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:12.356763 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-63348c93-dbb4-4986-b82b-aa42ea48bb7c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e5a37e7b2034dbf8ef5bf3d0d05b7f0&device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 1096 time: 0.0770218
Jun 01 10:20:12.430847 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-3c385a39-a1d8-4d5c-935b-bbc48d922001 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 HTTP/1.1" status: 200  len: 217 time: 0.0666699
Jun 01 10:20:12.501438 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-d40d9bc4-1689-4127-8c2c-642937806b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:12.502880 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-d40d9bc4-1689-4127-8c2c-642937806b8b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c6235f57-9182-40a2-ab07-9a5b064e77ef HTTP/1.1" status: 200  len: 852 time: 0.0652392
Jun 01 10:20:12.554728 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-d799a0a5-b0b9-4d73-b0fc-8803b84d1507 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e14f6ae8-40ff-4e4e-aca7-40933ae9137f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451002
Jun 01 10:20:12.673906 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5314419-428d-414a-b3a2-7b893e0b6bda req-80ad9f93-a137-48c7-8563-f08385875b02 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:12.675260 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c5314419-428d-414a-b3a2-7b893e0b6bda req-80ad9f93-a137-48c7-8563-f08385875b02 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0830631
Jun 01 10:20:12.688540 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-a9e8c5e4-912f-4b8f-a1c8-a78a5f1395ab service neutron] 10.222.0.93 "GET /v2.0/networks/e14f6ae8-40ff-4e4e-aca7-40933ae9137f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262510
Jun 01 10:20:12.720472 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c5314419-428d-414a-b3a2-7b893e0b6bda req-75cd6e41-100f-4b09-8eff-270d8a3a92e1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393085
Jun 01 10:20:12.820587 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d79734ef-8947-40c6-b53c-b90a750f39c0 req-bcfbaf00-64d0-440b-8f10-6d57231a5b96 service neutron] 10.222.0.93 "GET /v2.0/networks/e14f6ae8-40ff-4e4e-aca7-40933ae9137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253963
Jun 01 10:20:12.991852 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47d821-19fc-4788-ab49-99d6800774f1 req-6c9c95e2-22fe-43f3-9115-1473042c010d tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:12.992541 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-3c47d821-19fc-4788-ab49-99d6800774f1 req-6c9c95e2-22fe-43f3-9115-1473042c010d tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Synchronizing usage tracker for tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:20:12.997940 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c574a41-1f9f-4922-83d6-613fb9f31386 req-5639b9f3-36ae-473e-bef7-e862cc6ecbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:12.999314 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6c574a41-1f9f-4922-83d6-613fb9f31386 req-5639b9f3-36ae-473e-bef7-e862cc6ecbaf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e5a37e7b2034dbf8ef5bf3d0d05b7f0&device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 1096 time: 0.1144121
Jun 01 10:20:13.028844 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-3c47d821-19fc-4788-ab49-99d6800774f1 req-6c9c95e2-22fe-43f3-9115-1473042c010d tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Unset dirty status for tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:20:13.029949 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3c47d821-19fc-4788-ab49-99d6800774f1 req-6c9c95e2-22fe-43f3-9115-1473042c010d tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 943 time: 0.1766317
Jun 01 10:20:13.146409 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3c47d821-19fc-4788-ab49-99d6800774f1 req-8643d979-1e5c-4f76-80c2-d57ceb5b4d28 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101959
Jun 01 10:20:13.166175 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c574a41-1f9f-4922-83d6-613fb9f31386 req-179cfd5b-eb41-44dd-83ea-3a5ee0c87d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:13.167594 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6c574a41-1f9f-4922-83d6-613fb9f31386 req-179cfd5b-eb41-44dd-83ea-3a5ee0c87d1b service neutron] 10.222.0.93 "GET /v2.0/networks?id=e14f6ae8-40ff-4e4e-aca7-40933ae9137f HTTP/1.1" status: 200  len: 914 time: 0.1598003
Jun 01 10:20:13.341806 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6c574a41-1f9f-4922-83d6-613fb9f31386 req-c1f841c2-98c1-4dae-a903-4a33e0ca1c8e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 HTTP/1.1" status: 200  len: 217 time: 0.1598833
Jun 01 10:20:13.403010 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c574a41-1f9f-4922-83d6-613fb9f31386 req-51f41c2d-2fc6-4b2d-af41-4cde28adac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:13.404390 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6c574a41-1f9f-4922-83d6-613fb9f31386 req-51f41c2d-2fc6-4b2d-af41-4cde28adac20 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c6235f57-9182-40a2-ab07-9a5b064e77ef HTTP/1.1" status: 200  len: 852 time: 0.0564566
Jun 01 10:20:13.455639 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6c574a41-1f9f-4922-83d6-613fb9f31386 req-9a418f68-6307-4c95-afe7-077b243e7b9d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e14f6ae8-40ff-4e4e-aca7-40933ae9137f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402272
Jun 01 10:20:13.586524 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6c574a41-1f9f-4922-83d6-613fb9f31386 req-7d5224da-ca1d-486b-b0dd-adb95d413887 service neutron] 10.222.0.93 "GET /v2.0/networks/e14f6ae8-40ff-4e4e-aca7-40933ae9137f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225784
Jun 01 10:20:13.718997 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6c574a41-1f9f-4922-83d6-613fb9f31386 req-b9115aee-8e25-48f7-a538-93d98dd20872 service neutron] 10.222.0.93 "GET /v2.0/networks/e14f6ae8-40ff-4e4e-aca7-40933ae9137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249382
Jun 01 10:20:13.908375 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc85d47-57c7-4666-9cff-05c9d74f5a46 req-d25e2867-b0ae-4382-9434-530dc0195448 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:13.909851 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bdc85d47-57c7-4666-9cff-05c9d74f5a46 req-d25e2867-b0ae-4382-9434-530dc0195448 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0789526
Jun 01 10:20:13.958110 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bdc85d47-57c7-4666-9cff-05c9d74f5a46 req-f189573f-f086-44f2-98d0-16593b5ad0f1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427473
Jun 01 10:20:14.334469 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cee4ee-5eff-44c0-852d-08676a84c6f7 req-87dd10e9-e183-4294-b677-3e0008b8cac6 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:14.335839 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a2cee4ee-5eff-44c0-852d-08676a84c6f7 req-87dd10e9-e183-4294-b677-3e0008b8cac6 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 943 time: 0.0842834
Jun 01 10:20:14.380292 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a2cee4ee-5eff-44c0-852d-08676a84c6f7 req-4a673b29-7350-4168-b76d-20c89db4d7b4 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389299
Jun 01 10:20:15.148738 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f143a-6025-4770-971b-82f8edc09cdd req-4d655c9c-197b-4ecb-92aa-b60d536939c7 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:15.150240 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ce0f143a-6025-4770-971b-82f8edc09cdd req-4d655c9c-197b-4ecb-92aa-b60d536939c7 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0817766
Jun 01 10:20:15.195497 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ce0f143a-6025-4770-971b-82f8edc09cdd req-7c39a01b-2b4e-47df-bf45-df15c2843952 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396016
Jun 01 10:20:15.561023 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437879a-81ec-4ff4-95c5-fa3acd0556d2 req-08e94cf1-9b0e-4054-a907-fda26cee856e tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:15.563135 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c437879a-81ec-4ff4-95c5-fa3acd0556d2 req-08e94cf1-9b0e-4054-a907-fda26cee856e tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 943 time: 0.0805981
Jun 01 10:20:15.612215 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c437879a-81ec-4ff4-95c5-fa3acd0556d2 req-1ebb9821-a697-4259-b02c-988e999f729c tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433245
Jun 01 10:20:15.843988 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:20:15.978510 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=960dfd43-86bb-407c-9a1d-c9e7e54fd8a4,segment=NetworkSegment(67e00432-c96e-4411-b30e-c97735be7d86),segment_id=67e00432-c96e-4411-b30e-c97735be7d86)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:20:15.992083 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '960dfd43-86bb-407c-9a1d-c9e7e54fd8a4', 'network_id': 'e14f6ae8-40ff-4e4e-aca7-40933ae9137f', 'port_id': '960dfd43-86bb-407c-9a1d-c9e7e54fd8a4', 'mac_address': 'fa:16:3e:45:b9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6235f57-9182-40a2-ab07-9a5b064e77ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:20:16.046872 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:16.065723 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:20:16.081181 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=960dfd43-86bb-407c-9a1d-c9e7e54fd8a4,segment=NetworkSegment(67e00432-c96e-4411-b30e-c97735be7d86),segment_id=67e00432-c96e-4411-b30e-c97735be7d86)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:20:16.084509 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:16.086210 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-4e18b5dd-dd6c-4fee-b6cb-96b7c8547fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:16.150885 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=960dfd43-86bb-407c-9a1d-c9e7e54fd8a4,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:16.155318 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:16.352801 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['960dfd43-86bb-407c-9a1d-c9e7e54fd8a4'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:20:16.391793 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5985a67-6d1e-4241-817d-d9119143c892 req-3c14031c-3a8b-4ed0-b513-afc256405924 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:16.393154 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d5985a67-6d1e-4241-817d-d9119143c892 req-3c14031c-3a8b-4ed0-b513-afc256405924 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0837686
Jun 01 10:20:16.439751 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d5985a67-6d1e-4241-817d-d9119143c892 req-b9417773-8ded-4621-9bde-08aa4eda2bad tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400386
Jun 01 10:20:16.800104 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede948f3-c79d-4ea9-9366-ca6cabacee9b req-f29b7abb-82e1-45d4-b538-c9f12b05da1c tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:16.801608 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ede948f3-c79d-4ea9-9366-ca6cabacee9b req-f29b7abb-82e1-45d4-b538-c9f12b05da1c tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 944 time: 0.0848172
Jun 01 10:20:16.846833 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ede948f3-c79d-4ea9-9366-ca6cabacee9b req-8a6f73c8-d71c-49ee-883d-c146c450b251 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392997
Jun 01 10:20:17.635112 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bc9ce-599c-45ca-b46b-6ae10e970715 req-7d034810-ad49-4467-8d52-a44d4c7ad4b4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:17.636436 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5c3bc9ce-599c-45ca-b46b-6ae10e970715 req-7d034810-ad49-4467-8d52-a44d4c7ad4b4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0796914
Jun 01 10:20:17.679801 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5c3bc9ce-599c-45ca-b46b-6ae10e970715 req-ac065e95-1a21-4341-be14-3039b90b6c0e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370796
Jun 01 10:20:17.872021 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:20:17.945537 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:20:17.950317 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:20:17.950696 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:18.044791 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e4934-5e00-42a2-85d1-ff84b04248b7 req-f44bd27d-51ec-4767-b8ee-0abe71d3d085 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:18.046978 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2b8e4934-5e00-42a2-85d1-ff84b04248b7 req-f44bd27d-51ec-4767-b8ee-0abe71d3d085 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 944 time: 0.0834827
Jun 01 10:20:18.071637 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:18.091403 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2b8e4934-5e00-42a2-85d1-ff84b04248b7 req-c8ad61ff-e8d5-41d9-aa6a-c7e4db4d6c24 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382342
Jun 01 10:20:18.099063 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c58708-3cca-4f83-8713-977a907cb61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960dfd43-86bb-407c-9a1d-c9e7e54fd8a4'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:20:18.101325 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595ec35e-5bd8-4ee4-9009-d7f1de8caead" -d '{"events": [{"server_uuid": "30c58708-3cca-4f83-8713-977a907cb61b", "name": "network-vif-plugged", "status": "completed", "tag": "960dfd43-86bb-407c-9a1d-c9e7e54fd8a4"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:20:18.110000 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=960dfd43-86bb-407c-9a1d-c9e7e54fd8a4,segment=NetworkSegment(67e00432-c96e-4411-b30e-c97735be7d86),segment_id=67e00432-c96e-4411-b30e-c97735be7d86)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:20:18.115383 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:18.117386 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:18.147672 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa7ae7a-f131-4ed8-b069-0ce95dc360d3 x-openstack-request-id: req-3fa7ae7a-f131-4ed8-b069-0ce95dc360d3 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:20:18.147968 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c58708-3cca-4f83-8713-977a907cb61b", "name": "network-vif-plugged", "status": "completed", "tag": "960dfd43-86bb-407c-9a1d-c9e7e54fd8a4", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:20:18.148226 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3fa7ae7a-f131-4ed8-b069-0ce95dc360d3 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:20:18.148615 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c58708-3cca-4f83-8713-977a907cb61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960dfd43-86bb-407c-9a1d-c9e7e54fd8a4', 'code': 200}
Jun 01 10:20:18.185965 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=960dfd43-86bb-407c-9a1d-c9e7e54fd8a4,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:18.189444 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:18.385828 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dd47a-d68d-4fab-964f-ab38a833247b req-6b5a8c91-538d-4f24-865f-565463d42e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:18.387605 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-dd2dd47a-d68d-4fab-964f-ab38a833247b req-6b5a8c91-538d-4f24-865f-565463d42e38 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 1098 time: 0.0742836
Jun 01 10:20:18.441406 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-dd2dd47a-d68d-4fab-964f-ab38a833247b req-b5682ae5-1d63-4e81-8528-4f8e98bc0544 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437489
Jun 01 10:20:18.871296 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116758b-b630-45aa-8177-c94aca4713eb req-b86c14a9-2fad-4991-b6d4-dd36a84134b6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:18.872718 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1116758b-b630-45aa-8177-c94aca4713eb req-b86c14a9-2fad-4991-b6d4-dd36a84134b6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0821986
Jun 01 10:20:18.923156 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1116758b-b630-45aa-8177-c94aca4713eb req-f6c3faff-f5a1-47b8-a70e-a65e871da7da tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446033
Jun 01 10:20:19.296593 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788b702-c16d-4908-abc2-e49ad584ab61 req-8b85cdc9-6aab-4693-98c5-b66a15254901 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:19.298194 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f788b702-c16d-4908-abc2-e49ad584ab61 req-8b85cdc9-6aab-4693-98c5-b66a15254901 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 945 time: 0.0972621
Jun 01 10:20:19.345348 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f788b702-c16d-4908-abc2-e49ad584ab61 req-f7e8a0f6-72de-4021-b067-19aedaa92065 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414684
Jun 01 10:20:20.149810 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494e958-75d4-4e61-8b16-a13e3c086725 req-6919b8c2-65cf-4ba5-aa77-601e66950395 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:20.151167 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b494e958-75d4-4e61-8b16-a13e3c086725 req-6919b8c2-65cf-4ba5-aa77-601e66950395 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0908716
Jun 01 10:20:20.195924 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b494e958-75d4-4e61-8b16-a13e3c086725 req-f69e8ffd-7772-4b76-9d61-e96688117057 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383484
Jun 01 10:20:20.529106 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c079c76-8451-4837-a440-04d17f2bc8f0 req-aab339fc-445a-440b-be9b-146c336aa5c1 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:20.530560 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8c079c76-8451-4837-a440-04d17f2bc8f0 req-aab339fc-445a-440b-be9b-146c336aa5c1 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 945 time: 0.0790076
Jun 01 10:20:20.577768 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8c079c76-8451-4837-a440-04d17f2bc8f0 req-3212a15d-c09a-4609-8f16-c7ea87a81d2b tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414550
Jun 01 10:20:21.397320 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74da40-4efa-4a50-80b0-499340f6c3b6 req-1bda0643-95f7-4ba4-bf5e-20ee06806a46 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:21.399007 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7d74da40-4efa-4a50-80b0-499340f6c3b6 req-1bda0643-95f7-4ba4-bf5e-20ee06806a46 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0896320
Jun 01 10:20:21.448173 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7d74da40-4efa-4a50-80b0-499340f6c3b6 req-e069532a-0c64-48fe-8105-e1358ce0686f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434473
Jun 01 10:20:22.664338 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559841d2-50d5-46b6-b388-093feee45c5d req-1943de7f-7d34-43ab-8972-2cc950f98f31 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:22.665815 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-559841d2-50d5-46b6-b388-093feee45c5d req-1943de7f-7d34-43ab-8972-2cc950f98f31 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0834358
Jun 01 10:20:22.729812 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-559841d2-50d5-46b6-b388-093feee45c5d req-012254ed-9f5a-4463-a174-2d184aa3a44c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578542
Jun 01 10:20:23.931739 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64269f6d-d2ec-4d0c-ae1f-c43e3e1c526f req-a28c248c-58a2-4d1e-bd52-b591184e549c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:23.933226 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-64269f6d-d2ec-4d0c-ae1f-c43e3e1c526f req-a28c248c-58a2-4d1e-bd52-b591184e549c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0826356
Jun 01 10:20:23.978850 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-64269f6d-d2ec-4d0c-ae1f-c43e3e1c526f req-a35b8a89-9e9b-416b-aa19-bb137ec69c4a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399945
Jun 01 10:20:25.168664 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a67a1e-bb7c-40f9-886d-6e1fa80a03b0 req-a316daa0-411a-4d09-8b89-dd2cff41f9d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:25.170114 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-16a67a1e-bb7c-40f9-886d-6e1fa80a03b0 req-a316daa0-411a-4d09-8b89-dd2cff41f9d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0824986
Jun 01 10:20:25.225350 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-16a67a1e-bb7c-40f9-886d-6e1fa80a03b0 req-a4946cd6-443a-427c-8abc-f5804e8a6fb3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488596
Jun 01 10:20:26.419156 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ead8f-8cfc-441b-8c42-8f056011ecc2 req-2d82dc39-fef9-417d-81b7-49648b56bafd tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:26.420593 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-aa8ead8f-8cfc-441b-8c42-8f056011ecc2 req-2d82dc39-fef9-417d-81b7-49648b56bafd tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0832450
Jun 01 10:20:26.550010 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-aa8ead8f-8cfc-441b-8c42-8f056011ecc2 req-67cb43d7-f87f-40d3-84cd-6c38c54a7e90 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1228070
Jun 01 10:20:27.762433 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7f2e9-9194-4afa-85a6-0f2d2a1ac974 req-6203895c-4522-4434-bd5c-c12b3b3ce66f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:27.763824 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c7e7f2e9-9194-4afa-85a6-0f2d2a1ac974 req-6203895c-4522-4434-bd5c-c12b3b3ce66f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0904417
Jun 01 10:20:27.811146 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c7e7f2e9-9194-4afa-85a6-0f2d2a1ac974 req-7f3191d7-9b47-4608-a3ba-3448127782c9 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400488
Jun 01 10:20:29.001448 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd9981-2249-4cef-8c12-2af145d87a71 req-5032e37b-2268-484b-8f69-62634727152f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:29.002973 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-58cd9981-2249-4cef-8c12-2af145d87a71 req-5032e37b-2268-484b-8f69-62634727152f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0821903
Jun 01 10:20:29.048163 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-58cd9981-2249-4cef-8c12-2af145d87a71 req-8f296e1f-a9e9-445f-a0b1-96851ea50e08 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389426
Jun 01 10:20:30.069183 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:20:30.207230 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:20:30.220966 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'port_id': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'mac_address': 'fa:16:3e:ba:bc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:20:30.241276 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264db81-82a1-4ac5-8776-105d4b4c26bc req-a52afbe3-1951-4f13-aeed-81fd9ef27d53 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:30.242740 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d264db81-82a1-4ac5-8776-105d4b4c26bc req-a52afbe3-1951-4f13-aeed-81fd9ef27d53 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0803499
Jun 01 10:20:30.275832 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:30.288347 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d264db81-82a1-4ac5-8776-105d4b4c26bc req-162a622b-0a9e-46c6-82d6-18d0786d52a0 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400016
Jun 01 10:20:30.292192 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:20:30.307750 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:20:30.311415 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:30.313705 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:30.383170 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,revision_number=6']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:30.386407 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:31.218489 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['4b8b509c-2df9-49bc-8d2b-7e03fc3fff98'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:20:31.487752 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769eea55-2c78-483c-866b-c776804500e1 req-8972e80d-b9a8-48a6-ab95-10805f6ccefd tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:31.489253 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-769eea55-2c78-483c-866b-c776804500e1 req-8972e80d-b9a8-48a6-ab95-10805f6ccefd tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 945 time: 0.0835116
Jun 01 10:20:31.534746 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-769eea55-2c78-483c-866b-c776804500e1 req-43328505-1462-4cb1-8a7d-b65b7f37afa4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398505
Jun 01 10:20:32.044325 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:20:32.116188 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:20:32.116588 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:32.234007 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:32.261666 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:20:32.263870 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0a06bb-d465-4b45-bc09-8e1753b2670e" -d '{"events": [{"server_uuid": "89fefcbf-6b78-4892-81c0-9c0ff0d390ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b8b509c-2df9-49bc-8d2b-7e03fc3fff98"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:20:32.272425 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:20:32.277457 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:32.280035 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:32.334321 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1bc539-98fc-4143-8704-d4d85a19b0f7 x-openstack-request-id: req-bb1bc539-98fc-4143-8704-d4d85a19b0f7 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:20:32.335306 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fefcbf-6b78-4892-81c0-9c0ff0d390ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b8b509c-2df9-49bc-8d2b-7e03fc3fff98", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:20:32.335306 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bb1bc539-98fc-4143-8704-d4d85a19b0f7 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:20:32.335306 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'code': 200}
Jun 01 10:20:32.358701 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,revision_number=7']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:32.362636 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:32.725116 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85128499-64f8-4b0a-a227-f0d65a0f7596 req-cc9ce139-a328-4321-9125-0486403eb534 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:32.726587 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-85128499-64f8-4b0a-a227-f0d65a0f7596 req-cc9ce139-a328-4321-9125-0486403eb534 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0822036
Jun 01 10:20:32.775197 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-85128499-64f8-4b0a-a227-f0d65a0f7596 req-9fe7c835-37d4-4061-92bf-cb711ab8a60d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428104
Jun 01 10:20:33.971046 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f3ce9-7e14-4b03-aa80-ef52c2a151fc req-3c0e849e-7b4d-44a3-ae2b-212efdb88ddc tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:33.972496 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7b7f3ce9-7e14-4b03-aa80-ef52c2a151fc req-3c0e849e-7b4d-44a3-ae2b-212efdb88ddc tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0848095
Jun 01 10:20:34.017782 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-7b7f3ce9-7e14-4b03-aa80-ef52c2a151fc req-35d7789d-a08a-409e-b7be-3619d2ba906d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396211
Jun 01 10:20:35.208903 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31240508-00aa-429c-aaed-f8d9bb806fd0 req-4fe71b08-5fa8-4568-bc7d-faf537e170bd tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:35.210397 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-31240508-00aa-429c-aaed-f8d9bb806fd0 req-4fe71b08-5fa8-4568-bc7d-faf537e170bd tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0849593
Jun 01 10:20:35.256484 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-31240508-00aa-429c-aaed-f8d9bb806fd0 req-bf5d0f46-389c-4aff-b627-c292a2515bc0 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404997
Jun 01 10:20:35.270937 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-f04bba39-137e-4267-a287-094d9d05e5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:35.533799 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:36.242255 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-67a75e27-298e-48be-a828-ffe424ef05a0 req-68204ab2-1077-4db5-a6e1-e723cafd65ab service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0699232
Jun 01 10:20:36.348295 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a75e27-298e-48be-a828-ffe424ef05a0 req-222f342b-d2bf-433c-b35e-7719e04a8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:36.349788 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-67a75e27-298e-48be-a828-ffe424ef05a0 req-222f342b-d2bf-433c-b35e-7719e04a8369 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 1098 time: 0.0785892
Jun 01 10:20:36.662503 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224b8e0-de64-45cc-a60b-a3930de6a886 req-7c0db081-aed3-4fc1-8fd6-d6b2cf6c2987 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:36.663951 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-5224b8e0-de64-45cc-a60b-a3930de6a886 req-7c0db081-aed3-4fc1-8fd6-d6b2cf6c2987 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.2869623
Jun 01 10:20:36.666490 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a75e27-298e-48be-a828-ffe424ef05a0 req-60bf10cb-880a-4f55-97b4-d911be099871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:36.667770 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-67a75e27-298e-48be-a828-ffe424ef05a0 req-60bf10cb-880a-4f55-97b4-d911be099871 service neutron] 10.222.0.93 "GET /v2.0/networks?id=99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 200  len: 914 time: 0.2600224
Jun 01 10:20:36.778646 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-5224b8e0-de64-45cc-a60b-a3930de6a886 req-b91d8325-8fc3-4314-b26e-5d8f2c3f3761 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1088564
Jun 01 10:20:36.810501 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-67a75e27-298e-48be-a828-ffe424ef05a0 req-68b16ecc-375b-48f2-9f7f-0de3bb69cfda service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ee4aec-4f3d-462f-910a-517c0cf1336b HTTP/1.1" status: 200  len: 1001 time: 0.1086419
Jun 01 10:20:36.880536 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a75e27-298e-48be-a828-ffe424ef05a0 req-ed6918a0-7b0c-46c7-a32c-760ea13c2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:36.882034 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-67a75e27-298e-48be-a828-ffe424ef05a0 req-ed6918a0-7b0c-46c7-a32c-760ea13c2c95 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10ead19c-0f8f-49da-bb45-73368b832557 HTTP/1.1" status: 200  len: 851 time: 0.0643373
Jun 01 10:20:36.963401 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a75e27-298e-48be-a828-ffe424ef05a0 req-ceb71c85-ffbf-484a-9382-59252a018df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:36.964969 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-67a75e27-298e-48be-a828-ffe424ef05a0 req-ceb71c85-ffbf-484a-9382-59252a018df6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99740617-ed0c-40ad-b44d-30189a23b401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0722942
Jun 01 10:20:37.103132 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-67a75e27-298e-48be-a828-ffe424ef05a0 req-7b38f817-30f9-4ccf-a640-588db4174c76 service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305342
Jun 01 10:20:37.248428 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-67a75e27-298e-48be-a828-ffe424ef05a0 req-6fe65a8a-f50a-4fa1-b847-8a293e9d3b47 service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370921
Jun 01 10:20:37.734050 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-5b172f59-79b0-41c9-9b26-61c987c68a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:37.911171 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:38.081297 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42763b-fc16-4d4d-9f3b-34572156642a req-1c932cae-13b7-4369-b4af-9277eb6ddf7f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:38.089113 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5e42763b-fc16-4d4d-9f3b-34572156642a req-1c932cae-13b7-4369-b4af-9277eb6ddf7f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.1232049
Jun 01 10:20:38.148256 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5e42763b-fc16-4d4d-9f3b-34572156642a req-4aedf90f-5c9d-4942-9753-0592be61117b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579655
Jun 01 10:20:38.827261 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:39.283166 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:20:39.384383 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b1ef0-74c8-4190-949f-13fd4308157a req-fd556fbf-bbdc-4952-967f-cb300b7530f5 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:39.386703 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-cf1b1ef0-74c8-4190-949f-13fd4308157a req-fd556fbf-bbdc-4952-967f-cb300b7530f5 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0865502
Jun 01 10:20:39.446425 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-cf1b1ef0-74c8-4190-949f-13fd4308157a req-37bb3ca6-96b5-43e9-ae5e-50478b54f6f5 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497880
Jun 01 10:20:40.552997 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:40.741248 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bac1a-8a30-4eb2-a622-fe1a4d58a4f0 req-46753a66-1e70-4ba7-85f1-6793215777f6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:40.742723 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a47bac1a-8a30-4eb2-a622-fe1a4d58a4f0 req-46753a66-1e70-4ba7-85f1-6793215777f6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.1223719
Jun 01 10:20:40.809978 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-a47bac1a-8a30-4eb2-a622-fe1a4d58a4f0 req-534321be-9310-47f1-995c-5282e9e0f821 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583546
Jun 01 10:20:42.163741 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755a219-fb51-4ec8-a58c-ea5faa6bf5a5 req-060618a7-6be1-4e2f-b91f-a0b0f314afd7 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:42.165391 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a755a219-fb51-4ec8-a58c-ea5faa6bf5a5 req-060618a7-6be1-4e2f-b91f-a0b0f314afd7 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.2096908
Jun 01 10:20:42.228978 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-a755a219-fb51-4ec8-a58c-ea5faa6bf5a5 req-a3d41be8-2584-47ac-8696-66066a290318 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568161
Jun 01 10:20:43.445149 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1940b71-267d-4dc5-8b05-c1de3b36b0d9 req-1eaa43a2-9f90-420f-a1a4-81ee09209003 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:43.447377 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b1940b71-267d-4dc5-8b05-c1de3b36b0d9 req-1eaa43a2-9f90-420f-a1a4-81ee09209003 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 945 time: 0.1225438
Jun 01 10:20:43.483028 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e679558-dbe9-4284-9d65-453df593a1e9 req-b90a5b58-2bfa-4356-b45c-22bdd222ee35 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:43.493783 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1e679558-dbe9-4284-9d65-453df593a1e9 req-b90a5b58-2bfa-4356-b45c-22bdd222ee35 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.1299319
Jun 01 10:20:43.517457 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-b1940b71-267d-4dc5-8b05-c1de3b36b0d9 req-2471837c-9057-4f49-b113-704ee5131221 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615885
Jun 01 10:20:43.551961 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1e679558-dbe9-4284-9d65-453df593a1e9 req-edf1b721-a1d4-437f-8858-4f752b606d6c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571964
Jun 01 10:20:44.739286 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d570b-57f1-4184-a617-a66e081b7e80 req-302b71c5-c95b-439c-98e0-2a27d1d9c6e9 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:44.740835 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-cf3d570b-57f1-4184-a617-a66e081b7e80 req-302b71c5-c95b-439c-98e0-2a27d1d9c6e9 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 945 time: 0.1082137
Jun 01 10:20:44.804017 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-cf3d570b-57f1-4184-a617-a66e081b7e80 req-e700f7f0-c581-4dfe-b373-d2c263472503 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565686
Jun 01 10:20:44.861338 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b4710-58f2-42a7-9cf2-44948f5a3b55 req-073a02c1-bef7-4de5-9423-0cf984e886ae tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:44.865962 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-459b4710-58f2-42a7-9cf2-44948f5a3b55 req-073a02c1-bef7-4de5-9423-0cf984e886ae tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.1580589
Jun 01 10:20:44.926099 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-459b4710-58f2-42a7-9cf2-44948f5a3b55 req-6b68512a-e1c0-425b-a600-51cea2634a9d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574267
Jun 01 10:20:45.389800 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0e539-65c1-40b9-92d9-c714e8a47de9 req-20e17662-ac2b-47b4-af73-602c41b0a5e6 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:45.393851 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-41f0e539-65c1-40b9-92d9-c714e8a47de9 req-20e17662-ac2b-47b4-af73-602c41b0a5e6 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 945 time: 0.1552470
Jun 01 10:20:45.425356 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2f3b0-a628-436e-aa0d-5d4c89962186 req-1a2331d9-444d-4a63-8383-90045f8a8e5d tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:45.427163 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1bd2f3b0-a628-436e-aa0d-5d4c89962186 req-1a2331d9-444d-4a63-8383-90045f8a8e5d tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.93 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 945 time: 0.1556091
Jun 01 10:20:45.528314 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-41f0e539-65c1-40b9-92d9-c714e8a47de9 req-fa220996-d7f4-4134-81d4-93b349cb60c1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb1f98c3-7547-43ad-b31e-9cb52b9d74bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1291609
Jun 01 10:20:45.633816 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-1bd2f3b0-a628-436e-aa0d-5d4c89962186 req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Deleting port 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:20:45.634162 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1bd2f3b0-a628-436e-aa0d-5d4c89962186 req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:45.784633 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-1bd2f3b0-a628-436e-aa0d-5d4c89962186 req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] For port 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=960dfd43-86bb-407c-9a1d-c9e7e54fd8a4,segment=NetworkSegment(67e00432-c96e-4411-b30e-c97735be7d86),segment_id=67e00432-c96e-4411-b30e-c97735be7d86)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:20:45.785090 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1bd2f3b0-a628-436e-aa0d-5d4c89962186 req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:45.917814 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-1bd2f3b0-a628-436e-aa0d-5d4c89962186 req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Calling delete_port for 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:20:46.024939 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1860d4-db25-4ae9-b2c2-2f65af0b321b req-2234c0d1-09d7-4abe-b5e9-74caad54f80e tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:46.027593 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6e1860d4-db25-4ae9-b2c2-2f65af0b321b req-2234c0d1-09d7-4abe-b5e9-74caad54f80e tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 945 time: 0.1068447
Jun 01 10:20:46.107692 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6e1860d4-db25-4ae9-b2c2-2f65af0b321b req-7de50776-5ad2-4433-b27c-ff1621e95353 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/security-groups?id=da111173-051d-42eb-aba3-9ac76266d142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734417
Jun 01 10:20:46.268984 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1bd2f3b0-a628-436e-aa0d-5d4c89962186 req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:46.275814 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:46.282147 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['960dfd43-86bb-407c-9a1d-c9e7e54fd8a4'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:20:46.339391 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Pushing event deleted for resources: {'Port': ['ID=960dfd43-86bb-407c-9a1d-c9e7e54fd8a4,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:46.399397 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:20:46.399797 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:20:46.400181 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:20:46.400550 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:20:46.400912 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:20:46.401299 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:20:46.401658 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:20:46.402069 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:20:46.402431 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:20:46.402797 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:20:46.403149 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:20:46.403495 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:20:46.408867 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:46.442263 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fff5e-fee7-4298-8ef5-df47c043300f req-8b53b1dd-21a4-42fe-b0ef-78d756b6b0d1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:46.443714 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-be9fff5e-fee7-4298-8ef5-df47c043300f req-8b53b1dd-21a4-42fe-b0ef-78d756b6b0d1 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.3580296
Jun 01 10:20:46.458263 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd2f3b0-a628-436e-aa0d-5d4c89962186 req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] No DVR routers for this DVR port 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:20:46.463252 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1bd2f3b0-a628-436e-aa0d-5d4c89962186 req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:46.466091 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c58708-3cca-4f83-8713-977a907cb61b', 'name': 'network-vif-deleted', 'tag': '960dfd43-86bb-407c-9a1d-c9e7e54fd8a4'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:20:46.468885 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9984de-72d4-4342-8b1a-e7c9fa73e8dd" -d '{"events": [{"server_uuid": "30c58708-3cca-4f83-8713-977a907cb61b", "name": "network-vif-deleted", "tag": "960dfd43-86bb-407c-9a1d-c9e7e54fd8a4"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:20:46.517357 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1bd2f3b0-a628-436e-aa0d-5d4c89962186 req-19f94ada-4763-45db-b872-2694c4afdfd3 tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.93 "DELETE /v2.0/ports/960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 HTTP/1.1" status: 204  len: 173 time: 1.0836079
Jun 01 10:20:46.527965 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843bab91-d3bc-4bf6-a347-675e7279037b x-openstack-request-id: req-843bab91-d3bc-4bf6-a347-675e7279037b {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:20:46.527965 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c58708-3cca-4f83-8713-977a907cb61b", "name": "network-vif-deleted", "tag": "960dfd43-86bb-407c-9a1d-c9e7e54fd8a4", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:20:46.527965 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-843bab91-d3bc-4bf6-a347-675e7279037b {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:20:46.527965 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c58708-3cca-4f83-8713-977a907cb61b', 'name': 'network-vif-deleted', 'tag': '960dfd43-86bb-407c-9a1d-c9e7e54fd8a4', 'status': 'completed', 'code': 200}
Jun 01 10:20:46.529393 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-be9fff5e-fee7-4298-8ef5-df47c043300f req-22159b45-fcb1-401e-80b2-58f9f3ac27e6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679986
Jun 01 10:20:46.726072 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6273fa-4c93-4a45-84d4-ec10aa33478d req-427fb3c7-4ae9-4b00-8174-e0dc80b4583e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:46.727552 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3c6273fa-4c93-4a45-84d4-ec10aa33478d req-427fb3c7-4ae9-4b00-8174-e0dc80b4583e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 945 time: 0.0849698
Jun 01 10:20:46.772844 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3c6273fa-4c93-4a45-84d4-ec10aa33478d req-a9fde959-1e88-4ed7-9cc8-a6026f1cc234 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb1f98c3-7547-43ad-b31e-9cb52b9d74bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396233
Jun 01 10:20:47.347776 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-6cc2b908-1103-416b-8897-ffa935d1b54b req-b4291be7-a3c5-4228-9cab-2f11fa6c92ee tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Synchronizing usage tracker for tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:20:47.404790 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-6cc2b908-1103-416b-8897-ffa935d1b54b req-b4291be7-a3c5-4228-9cab-2f11fa6c92ee tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] Unset dirty status for tenant:0e5a37e7b2034dbf8ef5bf3d0d05b7f0 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:20:47.406522 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6cc2b908-1103-416b-8897-ffa935d1b54b req-b4291be7-a3c5-4228-9cab-2f11fa6c92ee tempest-VolumesSnapshotTestJSON-1231651089 tempest-VolumesSnapshotTestJSON-1231651089-project] 10.222.0.86 "GET /v2.0/ports?device_id=30c58708-3cca-4f83-8713-977a907cb61b HTTP/1.1" status: 200  len: 210 time: 0.1808684
Jun 01 10:20:47.437573 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-86edbb7e-c963-4c72-a607-352a4855df3a tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:47.438991 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-86edbb7e-c963-4c72-a607-352a4855df3a tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.93 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 945 time: 0.1717365
Jun 01 10:20:47.442174 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0abac-b142-44ae-9490-6b4678fa865e req-41bb3fdf-4292-44bb-93dc-c66bcbcf455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:47.443489 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d2f0abac-b142-44ae-9490-6b4678fa865e req-41bb3fdf-4292-44bb-93dc-c66bcbcf455c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79697cda1c4247899e55e134a9e5b375&device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 1099 time: 0.1374023
Jun 01 10:20:47.708836 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0abac-b142-44ae-9490-6b4678fa865e req-1ed2efd9-e468-4c29-94e8-a964af74bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:47.710217 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d2f0abac-b142-44ae-9490-6b4678fa865e req-1ed2efd9-e468-4c29-94e8-a964af74bd14 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5eec1d6c-37df-44d5-a3ce-e0625e581a69 HTTP/1.1" status: 200  len: 919 time: 0.2582841
Jun 01 10:20:47.728230 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8d99-dc0f-4ae4-b105-f64591745054 req-59aed4d9-e938-4f15-9aaf-0fbd64e71c4d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:47.729707 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-cc4b8d99-dc0f-4ae4-b105-f64591745054 req-59aed4d9-e938-4f15-9aaf-0fbd64e71c4d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0873773
Jun 01 10:20:47.774459 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-cc4b8d99-dc0f-4ae4-b105-f64591745054 req-02ef407c-365b-4733-9ee5-7ec27572451a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382493
Jun 01 10:20:47.808419 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Deleting port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:20:47.808769 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:47.894553 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d2f0abac-b142-44ae-9490-6b4678fa865e req-fe024031-f8ab-4092-9054-1c58dd8db607 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 HTTP/1.1" status: 200  len: 1001 time: 0.1739683
Jun 01 10:20:48.057835 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] For port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03c8e7c6-de87-4ceb-becb-d9d10c4fd01c,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:20:48.058193 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:48.067619 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0abac-b142-44ae-9490-6b4678fa865e req-df419d02-2497-4a46-9209-76dea0f3f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:48.069037 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d2f0abac-b142-44ae-9490-6b4678fa865e req-df419d02-2497-4a46-9209-76dea0f3f4de service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c37142d9-9aeb-4f95-b35e-6158487f26f3 HTTP/1.1" status: 200  len: 856 time: 0.1307969
Jun 01 10:20:48.218145 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052e896-38f5-47d8-80f6-e28924d600f7 req-14673563-2cb7-4d17-b8b7-237eddd6fb82 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:48.220279 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c052e896-38f5-47d8-80f6-e28924d600f7 req-14673563-2cb7-4d17-b8b7-237eddd6fb82 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 945 time: 0.3361466
Jun 01 10:20:48.360427 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-c052e896-38f5-47d8-80f6-e28924d600f7 req-ab2cb0d0-d72e-403e-9a0a-23c3dda13829 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb1f98c3-7547-43ad-b31e-9cb52b9d74bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1329703
Jun 01 10:20:48.363947 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0abac-b142-44ae-9490-6b4678fa865e req-0f120407-bb59-499c-9c48-8928ab493f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:48.365369 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d2f0abac-b142-44ae-9490-6b4678fa865e req-0f120407-bb59-499c-9c48-8928ab493f0f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5eec1d6c-37df-44d5-a3ce-e0625e581a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2885039
Jun 01 10:20:48.666141 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:48.666564 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:48.666874 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.l3_db [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Floating IP d8b3f0e2-ed2d-455b-aff4-355485c37bc8 disassociated. External IP: 172.27.3.32, port: 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c.
Jun 01 10:20:48.667223 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Calling delete_port for 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:20:48.719578 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d2f0abac-b142-44ae-9490-6b4678fa865e req-c6aa7389-a0b4-4b48-9260-2ef60b0298b0 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2975676
Jun 01 10:20:48.917783 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d2f0abac-b142-44ae-9490-6b4678fa865e req-64f4b099-9302-47f0-b1ee-bdd63c740867 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1904435
Jun 01 10:20:48.928878 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:48.935349 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-55a28762-a6ac-4be2-8ef4-5551ec3fee9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:49.016359 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event deleted for resources: {'Port': ['ID=03c8e7c6-de87-4ceb-becb-d9d10c4fd01c,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:49.024362 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:49.220320 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0782ab-3fad-4c82-8782-1572f3665a61 req-1919fcfa-6ff7-4837-93e7-2942410920b0 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:49.221794 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ae0782ab-3fad-4c82-8782-1572f3665a61 req-1919fcfa-6ff7-4837-93e7-2942410920b0 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.2543933
Jun 01 10:20:49.260692 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Router 358dbe65-5b02-4452-aa63-e9e6936c4569 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:20:49.286012 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ae0782ab-3fad-4c82-8782-1572f3665a61 req-a459f666-cf14-408e-a4a0-f766cb43c080 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563128
Jun 01 10:20:49.469447 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:20:49.480536 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d95f15-86a5-40db-bf25-20b714e29f85 None None] Sync routers for ids ['358dbe65-5b02-4452-aa63-e9e6936c4569'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:20:49.491357 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d95f15-86a5-40db-bf25-20b714e29f85 None None] Routers {'358dbe65-5b02-4452-aa63-e9e6936c4569'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:20:49.491998 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-f4d95f15-86a5-40db-bf25-20b714e29f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd48628e0d0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:20:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['358dbe65-5b02-4452-aa63-e9e6936c4569'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:20:49.527549 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-fb857db4-f75e-4e5a-bc19-8a47cafd3189 req-fcaa1cf6-42da-46ab-8163-e2a2d9a2e214 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/ports?device_id=665abebd-de8d-414c-8d87-faa0ec095129 HTTP/1.1" status: 200  len: 210 time: 0.0523546
Jun 01 10:20:49.551600 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] No DVR routers for this DVR port 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:20:49.554140 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:49.558178 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665abebd-de8d-414c-8d87-faa0ec095129', 'name': 'network-vif-deleted', 'tag': '03c8e7c6-de87-4ceb-becb-d9d10c4fd01c'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:20:49.560422 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c0a633-f29c-4fb4-ac7e-d370c0f94820" -d '{"events": [{"server_uuid": "665abebd-de8d-414c-8d87-faa0ec095129", "name": "network-vif-deleted", "tag": "03c8e7c6-de87-4ceb-becb-d9d10c4fd01c"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:20:49.575261 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-608fcdf6-1f2f-4c10-ab3a-c1bb823ed2b8 req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.93 "DELETE /v2.0/ports/03c8e7c6-de87-4ceb-becb-d9d10c4fd01c HTTP/1.1" status: 204  len: 173 time: 2.1242268
Jun 01 10:20:49.605519 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e744639c-47d9-4781-86f3-7748524372ba x-openstack-request-id: req-e744639c-47d9-4781-86f3-7748524372ba {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:20:49.605798 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665abebd-de8d-414c-8d87-faa0ec095129", "name": "network-vif-deleted", "tag": "03c8e7c6-de87-4ceb-becb-d9d10c4fd01c", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:20:49.606184 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e744639c-47d9-4781-86f3-7748524372ba {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:20:49.606621 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665abebd-de8d-414c-8d87-faa0ec095129', 'name': 'network-vif-deleted', 'tag': '03c8e7c6-de87-4ceb-becb-d9d10c4fd01c', 'status': 'completed', 'code': 200}
Jun 01 10:20:49.721940 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-f4d95f15-86a5-40db-bf25-20b714e29f85 None None] Set router 358dbe65-5b02-4452-aa63-e9e6936c4569 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:20:50.054701 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-f4d95f15-86a5-40db-bf25-20b714e29f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd48628e0d0>, [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:24Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '3523cfcb-2c4e-4951-ac04-a67331f6dc2a', 'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'mac_address': 'fa:16:3e:a8:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:22Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 5, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'subnets': [{'id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:20:50.059120 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d95f15-86a5-40db-bf25-20b714e29f85 None None] Checking router: 358dbe65-5b02-4452-aa63-e9e6936c4569 for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:20:50.069300 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d95f15-86a5-40db-bf25-20b714e29f85 None None] Routers {'358dbe65-5b02-4452-aa63-e9e6936c4569'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:20:50.069925 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-f4d95f15-86a5-40db-bf25-20b714e29f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd48628e0d0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:20:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['358dbe65-5b02-4452-aa63-e9e6936c4569'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:20:50.128382 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:20:50.178562 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:20:50.178916 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 960dfd43-86bb-407c-9a1d-c9e7e54fd8a4 not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:20:50.179524 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:20:50.383790 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-f4d95f15-86a5-40db-bf25-20b714e29f85 None None] Set router 358dbe65-5b02-4452-aa63-e9e6936c4569 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:20:50.460435 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:50.485736 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ecdd0-2de3-4457-9819-0be24767ea62 req-c60f5527-8624-45d4-957f-46f848a8556b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:50.487234 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-144ecdd0-2de3-4457-9819-0be24767ea62 req-c60f5527-8624-45d4-957f-46f848a8556b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 946 time: 0.0891502
Jun 01 10:20:50.533370 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-144ecdd0-2de3-4457-9819-0be24767ea62 req-726cd8dd-1c38-4977-8920-170c68bb9906 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400367
Jun 01 10:20:50.610975 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:20:50.613212 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10607f9-dc34-445d-8073-ee087f7ec104" -d '{"events": [{"server_uuid": "89fefcbf-6b78-4892-81c0-9c0ff0d390ae", "name": "network-vif-unplugged", "status": "completed", "tag": "4b8b509c-2df9-49bc-8d2b-7e03fc3fff98"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:20:50.641079 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:20:50.647341 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:50.650900 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-120453b2-2bea-43d9-9a9c-70314ce07412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:50.678542 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 53388) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:20:50.687784 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 10:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baa6e0d-65e9-4e4d-a28b-6acee9d13736 x-openstack-request-id: req-1baa6e0d-65e9-4e4d-a28b-6acee9d13736 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:20:50.688102 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fefcbf-6b78-4892-81c0-9c0ff0d390ae", "name": "network-vif-unplugged", "status": "completed", "tag": "4b8b509c-2df9-49bc-8d2b-7e03fc3fff98", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:20:50.688443 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1baa6e0d-65e9-4e4d-a28b-6acee9d13736 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:20:50.688839 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'code': 200}
Jun 01 10:20:50.747373 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d2118e1a-31b3-43e8-9c24-81b594bd2838 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:50.776918 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d2118e1a-31b3-43e8-9c24-81b594bd2838 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:50.783115 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,revision_number=8']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:50.788354 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:50.818936 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-f4d95f15-86a5-40db-bf25-20b714e29f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd48628e0d0>, [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:24Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '3523cfcb-2c4e-4951-ac04-a67331f6dc2a', 'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'mac_address': 'fa:16:3e:a8:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:22Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 5, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'subnets': [{'id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:20:50.823292 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d95f15-86a5-40db-bf25-20b714e29f85 None None] The sync data for ids ['358dbe65-5b02-4452-aa63-e9e6936c4569'] in dv-cinder-784779-13-iscsi is: [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:24Z', 'revision_number': 4, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '3523cfcb-2c4e-4951-ac04-a67331f6dc2a', 'name': '', 'network_id': '6e55b412-bc05-48cc-8ddf-93d145b5843a', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'mac_address': 'fa:16:3e:a8:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:22Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 5, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'subnets': [{'id': '6b8fb245-a2ae-498a-8d51-27838d9bb56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:20:50.838477 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d2118e1a-31b3-43e8-9c24-81b594bd2838 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:50.845011 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-d1d8d25f-603f-46f6-9e28-f43c3ab2b7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:50.863075 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2118e1a-31b3-43e8-9c24-81b594bd2838 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1f98c3-7547-43ad-b31e-9cb52b9d74bd,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:50.865597 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-d2118e1a-31b3-43e8-9c24-81b594bd2838 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:50.882613 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d2118e1a-31b3-43e8-9c24-81b594bd2838 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:50.886913 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53392) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:20:50.890299 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-d2118e1a-31b3-43e8-9c24-81b594bd2838 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "DELETE /v2.0/security-groups/cb1f98c3-7547-43ad-b31e-9cb52b9d74bd HTTP/1.1" status: 204  len: 168 time: 0.2099943
Jun 01 10:20:50.904502 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.api.v2.resource [None req-ec95fceb-4ef1-4820-a145-4452056de430 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] show failed (client error): The resource could not be found.
Jun 01 10:20:50.906122 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-ec95fceb-4ef1-4820-a145-4452056de430 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "GET /v2.0/security-groups/cb1f98c3-7547-43ad-b31e-9cb52b9d74bd HTTP/1.1" status: 404  len: 347 time: 0.0178189
Jun 01 10:20:50.909017 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53396) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:20:51.059319 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5e864a-79b4-430c-aeca-6571fdfab729 None None] New status for floating IP d8b3f0e2-ed2d-455b-aff4-355485c37bc8: DOWN {{(pid=91883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:20:51.141950 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-561652c0-b89d-4f51-b4cd-ba9ae014a6f9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Deleting port eb459476-fa91-4d59-8d81-a68cc6313da6 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:20:51.142297 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-561652c0-b89d-4f51-b4cd-ba9ae014a6f9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:51.261364 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-561652c0-b89d-4f51-b4cd-ba9ae014a6f9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:51.261693 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-561652c0-b89d-4f51-b4cd-ba9ae014a6f9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:51.494747 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-561652c0-b89d-4f51-b4cd-ba9ae014a6f9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Calling delete_port for eb459476-fa91-4d59-8d81-a68cc6313da6 owned by network:floatingip {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:20:51.603473 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-561652c0-b89d-4f51-b4cd-ba9ae014a6f9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:51.607181 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-91a697c1-e486-43b2-87a0-7b09c6cf2945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:51.649412 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561652c0-b89d-4f51-b4cd-ba9ae014a6f9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Pushing event deleted for resources: {'Port': ['ID=eb459476-fa91-4d59-8d81-a68cc6313da6,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:51.652981 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-561652c0-b89d-4f51-b4cd-ba9ae014a6f9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:51.733569 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfcc49-cbd4-4663-9322-755d18f09234 req-5bc922ce-774a-4162-8501-b4e1dcb0851b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:51.735740 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e5bfcc49-cbd4-4663-9322-755d18f09234 req-5bc922ce-774a-4162-8501-b4e1dcb0851b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.0862436
Jun 01 10:20:51.745941 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-561652c0-b89d-4f51-b4cd-ba9ae014a6f9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks [] for floatingip, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:51.760119 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-561652c0-b89d-4f51-b4cd-ba9ae014a6f9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:51.761245 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-561652c0-b89d-4f51-b4cd-ba9ae014a6f9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] 10.222.0.86 "DELETE /v2.0/floatingips/d8b3f0e2-ed2d-455b-aff4-355485c37bc8 HTTP/1.1" status: 204  len: 168 time: 0.8512952
Jun 01 10:20:51.783026 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e5bfcc49-cbd4-4663-9322-755d18f09234 req-9750cf12-5871-4ece-ac32-2a185795fa0a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415242
Jun 01 10:20:52.972671 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eac98-b556-43d1-9135-fcadb282b796 req-e9536710-44cb-4318-b855-fe58b4251c0a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:52.974133 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d51eac98-b556-43d1-9135-fcadb282b796 req-e9536710-44cb-4318-b855-fe58b4251c0a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.0793560
Jun 01 10:20:53.023416 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d51eac98-b556-43d1-9135-fcadb282b796 req-15cd2397-0d2d-42d4-880d-1182b9c93ee0 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434494
Jun 01 10:20:53.424494 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:20:53.461423 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:20:53.461780 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 03c8e7c6-de87-4ceb-becb-d9d10c4fd01c not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:20:54.218647 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13d3da-d0c3-4270-a27b-aa26e9920526 req-ff750698-d4b4-4f0f-ba74-113ee882fb61 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:54.220216 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3f13d3da-d0c3-4270-a27b-aa26e9920526 req-ff750698-d4b4-4f0f-ba74-113ee882fb61 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.0855188
Jun 01 10:20:54.270317 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3f13d3da-d0c3-4270-a27b-aa26e9920526 req-ef8cb732-22dc-4e53-808c-38b48e435128 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431428
Jun 01 10:20:56.449456 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:20:56.834632 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43fa86-5d30-479e-bc58-a149a8fd8dd0 req-b5d5f2d6-6bb3-4a45-b1bd-1c63fdab6658 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:56.836145 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2e43fa86-5d30-479e-bc58-a149a8fd8dd0 req-b5d5f2d6-6bb3-4a45-b1bd-1c63fdab6658 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.0846944
Jun 01 10:20:56.882544 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2e43fa86-5d30-479e-bc58-a149a8fd8dd0 req-4b5ed09a-0410-412d-989e-af4bef540699 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402610
Jun 01 10:20:56.894198 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53494) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:20:57.092131 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 53508) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:20:57.293581 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-2613545f-16ae-438a-9fd2-e351e69043cb req-4575eab5-3a05-47d5-a75c-92ec114c57c0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2001395
Jun 01 10:20:57.653112 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-bdbc741d-1704-4cc2-afe1-8aa9e542289d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943910'] for router_interface, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:58.347524 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd92efb-5f2d-40f0-a281-636ae565e0c5 req-2b5bdbc3-fdb3-401a-adfa-cbee436db893 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:58.348961 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6cd92efb-5f2d-40f0-a281-636ae565e0c5 req-2b5bdbc3-fdb3-401a-adfa-cbee436db893 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.3089573
Jun 01 10:20:58.394929 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc741d-1704-4cc2-afe1-8aa9e542289d admin admin] Deleting port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:20:58.395263 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-bdbc741d-1704-4cc2-afe1-8aa9e542289d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:58.476007 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6cd92efb-5f2d-40f0-a281-636ae565e0c5 req-e06507d7-145d-407c-baec-bcd3046a49dc tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1201737
Jun 01 10:20:58.477939 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613545f-16ae-438a-9fd2-e351e69043cb req-f8ffbf4e-388d-432d-9f28-beb68d963152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:58.479280 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2613545f-16ae-438a-9fd2-e351e69043cb req-f8ffbf4e-388d-432d-9f28-beb68d963152 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae&tenant_id=79697cda1c4247899e55e134a9e5b375 HTTP/1.1" status: 200  len: 1097 time: 0.2159469
Jun 01 10:20:58.575381 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [None req-bdbc741d-1704-4cc2-afe1-8aa9e542289d admin admin] For port 3523cfcb-2c4e-4951-ac04-a67331f6dc2a, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=3523cfcb-2c4e-4951-ac04-a67331f6dc2a,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:20:58.575732 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-bdbc741d-1704-4cc2-afe1-8aa9e542289d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:58.705002 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc741d-1704-4cc2-afe1-8aa9e542289d admin admin] Calling delete_port for 3523cfcb-2c4e-4951-ac04-a67331f6dc2a owned by network:router_interface {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:20:58.739950 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613545f-16ae-438a-9fd2-e351e69043cb req-54d52d7c-ba7f-4df7-9f42-41ee7372e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:58.741408 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2613545f-16ae-438a-9fd2-e351e69043cb req-54d52d7c-ba7f-4df7-9f42-41ee7372e538 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79697cda1c4247899e55e134a9e5b375&device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 1097 time: 0.2278609
Jun 01 10:20:58.893766 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613545f-16ae-438a-9fd2-e351e69043cb req-0348023b-c24e-4921-97a1-10a848ac67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:58.895166 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2613545f-16ae-438a-9fd2-e351e69043cb req-0348023b-c24e-4921-97a1-10a848ac67f1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5eec1d6c-37df-44d5-a3ce-e0625e581a69 HTTP/1.1" status: 200  len: 919 time: 0.1474867
Jun 01 10:20:59.048750 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2613545f-16ae-438a-9fd2-e351e69043cb req-ac1645fa-d940-4cd6-995a-64bf0e8e7e7a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 HTTP/1.1" status: 200  len: 999 time: 0.1446786
Jun 01 10:20:59.098571 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-bdbc741d-1704-4cc2-afe1-8aa9e542289d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:59.107007 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-8e99ed7a-edc2-4e0f-95b9-c4f4de822ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:20:59.153444 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc741d-1704-4cc2-afe1-8aa9e542289d admin admin] Pushing event deleted for resources: {'Port': ['ID=3523cfcb-2c4e-4951-ac04-a67331f6dc2a,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:20:59.160398 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-bdbc741d-1704-4cc2-afe1-8aa9e542289d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:20:59.204082 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613545f-16ae-438a-9fd2-e351e69043cb req-66bb4a64-f8db-493f-a2ab-c73b344ddc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:59.205650 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2613545f-16ae-438a-9fd2-e351e69043cb req-66bb4a64-f8db-493f-a2ab-c73b344ddc8c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c37142d9-9aeb-4f95-b35e-6158487f26f3 HTTP/1.1" status: 200  len: 856 time: 0.1474805
Jun 01 10:20:59.477682 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613545f-16ae-438a-9fd2-e351e69043cb req-f42d0fd4-8724-4dfd-9030-676d7435bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:59.479155 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2613545f-16ae-438a-9fd2-e351e69043cb req-f42d0fd4-8724-4dfd-9030-676d7435bc27 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5eec1d6c-37df-44d5-a3ce-e0625e581a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2458680
Jun 01 10:20:59.579226 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-bdbc741d-1704-4cc2-afe1-8aa9e542289d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939702'] for router_interface, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:20:59.665910 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9d310-ae28-4601-ab79-8da61e95e2c4 req-c6045e08-233f-408d-bf97-d0b5249403d6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:20:59.667457 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-65a9d310-ae28-4601-ab79-8da61e95e2c4 req-c6045e08-233f-408d-bf97-d0b5249403d6 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.0810857
Jun 01 10:20:59.715366 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-65a9d310-ae28-4601-ab79-8da61e95e2c4 req-e3287110-1858-4afb-9b06-2e40c743de49 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413940
Jun 01 10:20:59.817484 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2613545f-16ae-438a-9fd2-e351e69043cb req-27f88567-f899-4f13-a540-221941e3f005 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3307846
Jun 01 10:21:00.082007 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbc741d-1704-4cc2-afe1-8aa9e542289d admin admin] Router 358dbe65-5b02-4452-aa63-e9e6936c4569 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:21:00.264780 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbc741d-1704-4cc2-afe1-8aa9e542289d admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:21:00.274532 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cd88b-0d24-4141-b392-36f2e06903c8 None None] Sync routers for ids ['358dbe65-5b02-4452-aa63-e9e6936c4569'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:21:00.279090 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-bdbc741d-1704-4cc2-afe1-8aa9e542289d admin admin] 10.222.0.86 "PUT /v2.0/routers/358dbe65-5b02-4452-aa63-e9e6936c4569/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3838632
Jun 01 10:21:00.282229 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53540) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:00.284738 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cd88b-0d24-4141-b392-36f2e06903c8 None None] Routers {'358dbe65-5b02-4452-aa63-e9e6936c4569'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:21:00.285376 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-615cd88b-0d24-4141-b392-36f2e06903c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4855d5a00>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:20:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['358dbe65-5b02-4452-aa63-e9e6936c4569'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:00.461649 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:00.514132 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-615cd88b-0d24-4141-b392-36f2e06903c8 None None] Set router 358dbe65-5b02-4452-aa63-e9e6936c4569 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:21:00.733288 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:00.795295 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2613545f-16ae-438a-9fd2-e351e69043cb req-9d1cfeb8-94fe-43f5-a134-5f195726ee66 service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1989536
Jun 01 10:21:00.820652 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-615cd88b-0d24-4141-b392-36f2e06903c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4855d5a00>, [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:20:58Z', 'revision_number': 5, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port': {'id': '12d3d1f3-3cfd-40af-be1e-d1a7dcda5631', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:14Z', 'updated_at': '2021-06-01T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:00.825017 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cd88b-0d24-4141-b392-36f2e06903c8 None None] Checking router: 358dbe65-5b02-4452-aa63-e9e6936c4569 for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:21:00.829192 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Deleting port 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:21:00.829652 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:00.835275 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cd88b-0d24-4141-b392-36f2e06903c8 None None] Routers {'358dbe65-5b02-4452-aa63-e9e6936c4569'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:21:00.835892 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-615cd88b-0d24-4141-b392-36f2e06903c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4855d5a00>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:20:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['358dbe65-5b02-4452-aa63-e9e6936c4569'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:00.986346 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-615cd88b-0d24-4141-b392-36f2e06903c8 None None] Set router 358dbe65-5b02-4452-aa63-e9e6936c4569 gateway port host: None {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:21:01.009765 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] For port 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=12d3d1f3-3cfd-40af-be1e-d1a7dcda5631,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:21:01.010134 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:01.084073 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cd617-c188-4fe3-9558-8c6379006e4c req-e805d3d0-3536-4798-ae1f-955cab9d7d7b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:01.085448 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6f0cd617-c188-4fe3-9558-8c6379006e4c req-e805d3d0-3536-4798-ae1f-955cab9d7d7b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.2365170
Jun 01 10:21:01.095632 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-615cd88b-0d24-4141-b392-36f2e06903c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4855d5a00>, [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:21:00Z', 'revision_number': 6, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port_host': None}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:01.099984 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cd88b-0d24-4141-b392-36f2e06903c8 None None] The sync data for ids ['358dbe65-5b02-4452-aa63-e9e6936c4569'] in dv-cinder-784779-13-iscsi is: [{'id': '358dbe65-5b02-4452-aa63-e9e6936c4569', 'name': 'tempest-AttachVolumeTestJSON-1630017267-router', 'tenant_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:21:00Z', 'revision_number': 6, 'project_id': 'a13ac067b70d4630b1d8a478ac23fab4', 'gw_port_host': None}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:21:01.258553 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Calling delete_port for 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631 owned by network:router_gateway {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:21:01.313517 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6f0cd617-c188-4fe3-9558-8c6379006e4c req-709cb111-edde-45b5-b875-1d555c4794e8 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616863
Jun 01 10:21:01.429143 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:01.432963 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-47ba08c5-c249-4764-b3d3-139649e8667e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:01.486194 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d3d1f3-3cfd-40af-be1e-d1a7dcda5631,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:01.513943 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:01.583630 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944187'] for router_gateway, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:01.762358 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7008'] for router, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:01.764665 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:01.789834 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938634'] for router, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:01.790268 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 358dbe65-5b02-4452-aa63-e9e6936c4569 {{(pid=91881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 10:21:01.802608 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Notify callbacks [] for router, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:01.803904 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] 10.222.0.86 "DELETE /v2.0/routers/358dbe65-5b02-4452-aa63-e9e6936c4569 HTTP/1.1" status: 204  len: 168 time: 1.5206146
Jun 01 10:21:01.806285 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53550) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:01.873417 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afcd42a-88fa-4d7e-bfa9-1e3be7242e1e admin admin] Deleting subnet 6b8fb245-a2ae-498a-8d51-27838d9bb56a {{(pid=91881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:21:01.876673 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8afcd42a-88fa-4d7e-bfa9-1e3be7242e1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:01.926016 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8afcd42a-88fa-4d7e-bfa9-1e3be7242e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2273314'] for subnet, precommit_delete_associations {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:02.002057 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8afcd42a-88fa-4d7e-bfa9-1e3be7242e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:02.258765 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8afcd42a-88fa-4d7e-bfa9-1e3be7242e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3423838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2275619'] for subnet, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:02.262631 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-890b7058-fca2-4c0d-afc8-f11408e76bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:02.296850 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcd42a-88fa-4d7e-bfa9-1e3be7242e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b8fb245-a2ae-498a-8d51-27838d9bb56a,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:02.300039 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-8afcd42a-88fa-4d7e-bfa9-1e3be7242e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:02.301004 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8afcd42a-88fa-4d7e-bfa9-1e3be7242e1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:02.306331 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261751ef-c2c4-45c5-85bc-fc5e804302a8 None None] Network 6e55b412-bc05-48cc-8ddf-93d145b5843a requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:21:02.306831 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-8afcd42a-88fa-4d7e-bfa9-1e3be7242e1e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6b8fb245-a2ae-498a-8d51-27838d9bb56a HTTP/1.1" status: 204  len: 168 time: 0.4994607
Jun 01 10:21:02.309288 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53554) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:02.416821 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:02.533147 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Deleting port f1503769-fb51-4d4c-9dcc-2136aeada886 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:21:02.533147 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:02.556590 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40a279-9790-43b1-b760-64785557b1fd req-fc3b3c93-b7cd-4799-acb9-df0e18a76adf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:02.562874 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1c40a279-9790-43b1-b760-64785557b1fd req-fc3b3c93-b7cd-4799-acb9-df0e18a76adf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.1278200
Jun 01 10:21:02.589942 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] DHCP port deletion for 6e55b412-bc05-48cc-8ddf-93d145b5843a request from dv-cinder-784779-13-iscsi {{(pid=91882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 10:21:02.617156 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1c40a279-9790-43b1-b760-64785557b1fd req-853071d4-5416-4a8b-99f3-1b9afb323d51 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510523
Jun 01 10:21:02.640901 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:21:02.661533 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] For port f1503769-fb51-4d4c-9dcc-2136aeada886, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=f1503769-fb51-4d4c-9dcc-2136aeada886,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:21:02.661940 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:02.684158 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:21:02.684759 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 12d3d1f3-3cfd-40af-be1e-d1a7dcda5631 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:21:02.685324 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 3523cfcb-2c4e-4951-ac04-a67331f6dc2a no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:21:02.728265 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: 3523cfcb-2c4e-4951-ac04-a67331f6dc2a {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:21:02.728616 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 3523cfcb-2c4e-4951-ac04-a67331f6dc2a not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:21:02.749325 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Deleting port f1503769-fb51-4d4c-9dcc-2136aeada886 {{(pid=91882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:21:02.749325 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:02.919403 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] For port f1503769-fb51-4d4c-9dcc-2136aeada886, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=f1503769-fb51-4d4c-9dcc-2136aeada886,segment=NetworkSegment(1ab7c966-037f-47fd-af9d-a49aae0c5863),segment_id=1ab7c966-037f-47fd-af9d-a49aae0c5863)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:21:02.920154 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:02.931243 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Calling delete_port for f1503769-fb51-4d4c-9dcc-2136aeada886 owned by network:dhcp {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:21:03.033036 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:03.041620 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-561652c0-b89d-4f51-b4cd-ba9ae014a6f9 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:03.110303 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] No DVR routers for this DVR port f1503769-fb51-4d4c-9dcc-2136aeada886 on host dv-cinder-784779-13-iscsi {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:21:03.147521 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1503769-fb51-4d4c-9dcc-2136aeada886,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:03.150438 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:03.158376 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Calling delete_port for f1503769-fb51-4d4c-9dcc-2136aeada886 owned by network:dhcp {{(pid=91882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:21:03.254740 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:03.260168 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264'] for port, after_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:03.266404 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:03.288171 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd4862505b0>,) {'filters': {'network_id': ['6e55b412-bc05-48cc-8ddf-93d145b5843a']}} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:03.302662 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd4862505b0>, '1ab7c966-037f-47fd-af9d-a49aae0c5863') {'for_net_delete': True} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:03.303612 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd4862505b0>, '1ab7c966-037f-47fd-af9d-a49aae0c5863') {} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:03.316402 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2273321'] for segment, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:03.333860 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] No DVR routers for this DVR port f1503769-fb51-4d4c-9dcc-2136aeada886 on host dv-cinder-784779-13-iscsi {{(pid=91882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:21:03.335829 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Pushing event deleted for resources: {'Port': ['ID=f1503769-fb51-4d4c-9dcc-2136aeada886,revision_number=None']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:03.336408 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:03.347578 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=91881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:21:03.347960 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3490552'] for segment, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:03.351297 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.351657 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.352004 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.352345 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.352681 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.353024 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.353461 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.353798 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.354129 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.354471 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.354788 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.355114 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.363970 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-d5faa153-00b2-44f0-9df3-902370b084bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]: Traceback (most recent call last):
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:     timer()
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:     cb(*args, **kw)
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:     return func(*args, **kwargs)
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:     self._notify()
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:     self.callback(batched_events)
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:     event.method(event)
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:     return f(self, *a, **k)
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._get(url).json()
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:21:03.371587 dv-cinder-784779-13-iscsi neutron-server[91881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:21:03.462764 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:03.466888 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-b5b830b3-0ebe-4e06-a94a-cfb47649065d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:03.488689 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:03.495285 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e55b412-bc05-48cc-8ddf-93d145b5843a,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:03.501093 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:03.516345 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] 10.222.0.86 "DELETE /v2.0/networks/6e55b412-bc05-48cc-8ddf-93d145b5843a HTTP/1.1" status: 204  len: 168 time: 1.2050371
Jun 01 10:21:03.651267 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 53592) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:03.741739 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-5bb066a8-9004-471c-acae-9cbf644c5a3b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a13ac067b70d4630b1d8a478ac23fab4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0892603
Jun 01 10:21:03.744134 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 53596) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:03.825735 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772bf2b-4b2e-4ca1-a00c-1c355f6625b2 req-da457795-0dd2-492a-9660-ffbab5af77a8 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:03.834427 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f772bf2b-4b2e-4ca1-a00c-1c355f6625b2 req-da457795-0dd2-492a-9660-ffbab5af77a8 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.0991426
Jun 01 10:21:03.841373 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:03.878854 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:03.912671 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f772bf2b-4b2e-4ca1-a00c-1c355f6625b2 req-d529296d-fe3f-4b1d-b480-7f6a0a64722f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739264
Jun 01 10:21:03.954909 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:03.959118 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:03.971037 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c32097d-ba58-4f0d-a4aa-d97f5ab442ce,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:03.981284 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.981489 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.982025 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.982433 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.982835 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.983206 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.983596 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.984682 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.985049 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.985432 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.985916 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.986278 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:03.990096 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:04.001806 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:04.003237 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9c32097d-ba58-4f0d-a4aa-d97f5ab442ce HTTP/1.1" status: 204  len: 168 time: 0.2578845
Jun 01 10:21:04.525864 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device f1503769-fb51-4d4c-9dcc-2136aeada886 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:21:04.569128 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: f1503769-fb51-4d4c-9dcc-2136aeada886 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:21:04.569520 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device f1503769-fb51-4d4c-9dcc-2136aeada886 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:21:05.150447 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d5f6c-e1c8-4768-8d32-845586a92ba3 req-962601e8-d4a5-40d9-aeaa-ebd8fb79833a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:05.158071 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ac2d5f6c-e1c8-4768-8d32-845586a92ba3 req-962601e8-d4a5-40d9-aeaa-ebd8fb79833a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.1015012
Jun 01 10:21:05.220136 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ac2d5f6c-e1c8-4768-8d32-845586a92ba3 req-ec2d842b-c622-41a7-a7c1-4bf10e31e245 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610723
Jun 01 10:21:05.275128 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-b1ad733c-58a0-4bf3-be8b-1a98353ab47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:05.544401 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:06.426694 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea12ff-2bbc-439c-b4ee-82f3924b3605 req-a7ff4442-e86d-495e-bac0-03193636b156 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:06.428192 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5dea12ff-2bbc-439c-b4ee-82f3924b3605 req-a7ff4442-e86d-495e-bac0-03193636b156 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.0872364
Jun 01 10:21:06.476198 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-5dea12ff-2bbc-439c-b4ee-82f3924b3605 req-e66d547e-6d99-4e6a-b697-2f8ec0ef7ade tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419102
Jun 01 10:21:07.679051 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a697db-08bc-4b14-9e40-8698c0782644 req-51cf619d-c858-4306-90f1-75f32fc2122d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:07.680411 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-17a697db-08bc-4b14-9e40-8698c0782644 req-51cf619d-c858-4306-90f1-75f32fc2122d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.0870247
Jun 01 10:21:07.732402 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-980875af-794e-4c2a-bcca-ef2feb4f3ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:07.736655 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-17a697db-08bc-4b14-9e40-8698c0782644 req-5c43430a-78fe-41c3-a522-2cb6f8b33681 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506663
Jun 01 10:21:07.866471 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:08.818635 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:09.090150 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48d651-8bdb-43e7-ad73-b32182f93175 req-392bb14e-42fe-4130-bec0-cbe6a2103d4a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:09.091658 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-df48d651-8bdb-43e7-ad73-b32182f93175 req-392bb14e-42fe-4130-bec0-cbe6a2103d4a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.0858150
Jun 01 10:21:09.140301 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-df48d651-8bdb-43e7-ad73-b32182f93175 req-77f45f75-7463-4e52-9493-064e58e0db8d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427413
Jun 01 10:21:10.339301 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199924a-2202-4917-9404-1b5e6e8a6941 req-ebbe3c47-b701-47ae-9e54-c5311acadf0b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:10.340661 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1199924a-2202-4917-9404-1b5e6e8a6941 req-ebbe3c47-b701-47ae-9e54-c5311acadf0b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.0874195
Jun 01 10:21:10.389746 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1199924a-2202-4917-9404-1b5e6e8a6941 req-40b8879c-b59c-4cec-8cbc-0fc25eedd287 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430381
Jun 01 10:21:10.535890 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:11.611098 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab5caf-b428-4f9f-afb4-1ccd41d0e97e req-05859167-8382-43fc-860a-88dd8b88ca2f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:11.612913 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-52ab5caf-b428-4f9f-afb4-1ccd41d0e97e req-05859167-8382-43fc-860a-88dd8b88ca2f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.1097829
Jun 01 10:21:11.677772 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-52ab5caf-b428-4f9f-afb4-1ccd41d0e97e req-12b5a985-1148-42d1-937c-eb791776a892 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547225
Jun 01 10:21:12.138103 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cf4ef-dee1-417a-985b-ab12e39b0ccf req-b7beebb2-ebc0-4594-8dbc-c6177af08bbe tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:12.141010 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-447cf4ef-dee1-417a-985b-ab12e39b0ccf req-b7beebb2-ebc0-4594-8dbc-c6177af08bbe tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 945 time: 0.0962696
Jun 01 10:21:12.195320 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-447cf4ef-dee1-417a-985b-ab12e39b0ccf req-38f12ff9-52d4-4a6d-a6fd-32f8cad68bde tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420728
Jun 01 10:21:12.944771 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be69f4c-c5ad-4664-9667-d6ae9c0f9c3f req-a3007f25-7185-4d1c-a2a4-9b8ecabe131e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:12.946448 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3be69f4c-c5ad-4664-9667-d6ae9c0f9c3f req-a3007f25-7185-4d1c-a2a4-9b8ecabe131e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.1396816
Jun 01 10:21:13.021434 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-3be69f4c-c5ad-4664-9667-d6ae9c0f9c3f req-87d48c5c-45a8-4821-9afe-ea8b071a6ba5 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586336
Jun 01 10:21:13.412001 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee570106-f407-4be0-aa9e-afcfd44e1718 req-8d70be93-a3e3-4eea-977a-20dafec5e82d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:13.413526 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ee570106-f407-4be0-aa9e-afcfd44e1718 req-8d70be93-a3e3-4eea-977a-20dafec5e82d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 945 time: 0.1036215
Jun 01 10:21:13.470194 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ee570106-f407-4be0-aa9e-afcfd44e1718 req-0c5a9157-dc71-4a88-b972-e727ad5ed561 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471129
Jun 01 10:21:14.214948 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846b917-7636-460f-b0ff-008960ecfefa req-69bbfa7a-62e8-4761-8ab8-73bc3b14dc58 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:14.216443 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d846b917-7636-460f-b0ff-008960ecfefa req-69bbfa7a-62e8-4761-8ab8-73bc3b14dc58 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.0880189
Jun 01 10:21:14.273118 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-d846b917-7636-460f-b0ff-008960ecfefa req-9d694904-8899-4372-a96d-d39699e63d50 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485640
Jun 01 10:21:14.675166 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cfd63-8570-41c3-9417-f1d7bec20069 req-bd76be46-a8ad-4284-9c6c-cf8def2f96f1 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:14.676640 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b32cfd63-8570-41c3-9417-f1d7bec20069 req-bd76be46-a8ad-4284-9c6c-cf8def2f96f1 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 945 time: 0.0841188
Jun 01 10:21:14.716747 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 53800) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:14.729600 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b32cfd63-8570-41c3-9417-f1d7bec20069 req-d0d47ea6-0d69-42fa-b689-adc08f1209a6 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472865
Jun 01 10:21:14.842603 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9f024ddb-0b7e-48af-98d0-b4703fcbc9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:14.857188 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-9f024ddb-0b7e-48af-98d0-b4703fcbc9c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:21:14.861673 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-9f024ddb-0b7e-48af-98d0-b4703fcbc9c2 admin admin] Usage tracker for resource:security_group_rule and tenant:31c7952b14b740d08026534560b3b660 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:21:14.864678 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-9f024ddb-0b7e-48af-98d0-b4703fcbc9c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:21:14.870387 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-9f024ddb-0b7e-48af-98d0-b4703fcbc9c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:21:14.951312 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9f024ddb-0b7e-48af-98d0-b4703fcbc9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:14.955385 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9f024ddb-0b7e-48af-98d0-b4703fcbc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:14.965127 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-df1843de-20e0-4fd6-a3bb-6da78cbafa94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:15.005253 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-9f024ddb-0b7e-48af-98d0-b4703fcbc9c2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=31c7952b14b740d08026534560b3b660&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2873156
Jun 01 10:21:15.006139 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f024ddb-0b7e-48af-98d0-b4703fcbc9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfdcb18-62d3-4ce1-adc7-399242de47ce,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:15.007898 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53806) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:15.009486 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9f024ddb-0b7e-48af-98d0-b4703fcbc9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:15.065838 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-48a9feba-69b6-483d-9310-ef48b769d37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:15.091126 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-48a9feba-69b6-483d-9310-ef48b769d37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:15.141010 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-48a9feba-69b6-483d-9310-ef48b769d37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:15.146568 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9dca02cc-4009-4f01-8bd8-76a5203d3381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:15.159303 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9feba-69b6-483d-9310-ef48b769d37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfdcb18-62d3-4ce1-adc7-399242de47ce,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:15.161935 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-48a9feba-69b6-483d-9310-ef48b769d37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:15.163113 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-48a9feba-69b6-483d-9310-ef48b769d37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:15.164198 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-48a9feba-69b6-483d-9310-ef48b769d37f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bdfdcb18-62d3-4ce1-adc7-399242de47ce HTTP/1.1" status: 204  len: 168 time: 0.1552920
Jun 01 10:21:15.468494 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667ad0a-24eb-49af-9d11-4a1ead901a07 req-7d3b4752-92eb-4f27-b438-00df689e9ab4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:15.470526 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7667ad0a-24eb-49af-9d11-4a1ead901a07 req-7d3b4752-92eb-4f27-b438-00df689e9ab4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.0852041
Jun 01 10:21:15.515915 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7667ad0a-24eb-49af-9d11-4a1ead901a07 req-5d343f6f-6908-4fda-984e-9522b34d42e7 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394402
Jun 01 10:21:15.859323 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 53840) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:15.927728 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8b7cb-fcef-454f-be2f-c04bb21252a3 req-52be3afc-3904-4874-a473-cdf1a3b4143f tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:15.929350 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-54d8b7cb-fcef-454f-be2f-c04bb21252a3 req-52be3afc-3904-4874-a473-cdf1a3b4143f tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 945 time: 0.0863466
Jun 01 10:21:15.972779 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1736709836-network', 'tenant_id': '188d3c3c6dc84575b753259e1fbb0ab5'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:21:15.977694 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:21:15.979813 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-54d8b7cb-fcef-454f-be2f-c04bb21252a3 req-38b14c17-7571-4121-95af-b6fbfaf01c1a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448670
Jun 01 10:21:15.981759 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Usage tracker for resource:network and tenant:188d3c3c6dc84575b753259e1fbb0ab5 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:21:15.985058 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:21:15.995384 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:21:16.010020 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Made reservation on behalf of 188d3c3c6dc84575b753259e1fbb0ab5 for: {'network': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:21:16.012451 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:16.024621 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:16.039019 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:21:16.042875 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Usage tracker for resource:security_group_rule and tenant:188d3c3c6dc84575b753259e1fbb0ab5 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:21:16.045786 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:21:16.051974 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:21:16.134588 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:16.138177 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:16.141174 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-6f11eae0-807a-472f-850c-72b36ad7b4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:16.171530 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1204}  {{(pid=91880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:21:16.177420 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75667553-6b56-475e-9a8e-847b62dbec9c,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:16.181259 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:16.185000 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:16.185457 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.segments_db [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Added segment 4f3e464f-0947-409e-a8fc-b169b922ea7e of type vlan for network c85c6f73-0625-47c2-b80b-ade54332a12a
Jun 01 10:21:16.215632 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:16.244179 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:16.245519 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:16.246102 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:16.250789 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-5eb2c79e-b3d8-428f-8c34-2780005bbf53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:16.283909 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:21:16.355668 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Pushing event updated for resources: {'Network': ['ID=c85c6f73-0625-47c2-b80b-ade54332a12a,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:16.358528 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:16.360545 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-50957385-fd7d-4c13-b30e-e744feb7b059 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 0.5001061
Jun 01 10:21:16.365356 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 53846) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:16.366999 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network c85c6f73-0625-47c2-b80b-ade54332a12a details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:21:16.373055 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Request body: {'subnet': {'network_id': 'c85c6f73-0625-47c2-b80b-ade54332a12a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1736709836-subnet', 'tenant_id': '188d3c3c6dc84575b753259e1fbb0ab5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:21:16.381045 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:21:16.387095 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Usage tracker for resource:subnet and tenant:188d3c3c6dc84575b753259e1fbb0ab5 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:21:16.392141 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:21:16.401316 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:21:16.417676 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Made reservation on behalf of 188d3c3c6dc84575b753259e1fbb0ab5 for: {'subnet': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:21:16.421363 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731578'] for subnet, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:16.507835 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-943c2e3f-0238-413b-a122-3202aa04c2a5 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:16.510179 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-943c2e3f-0238-413b-a122-3202aa04c2a5 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.93 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 945 time: 0.1407850
Jun 01 10:21:16.653122 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Deleting port b6ee4aec-4f3d-462f-910a-517c0cf1336b {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:21:16.653373 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:16.789379 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] For port b6ee4aec-4f3d-462f-910a-517c0cf1336b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6ee4aec-4f3d-462f-910a-517c0cf1336b,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:21:16.789838 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:16.805629 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7b981-db93-4554-9617-93421c9b8f08 req-cc327232-f678-4c9e-adea-45541a16ac87 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:16.807098 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-80e7b981-db93-4554-9617-93421c9b8f08 req-cc327232-f678-4c9e-adea-45541a16ac87 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.1768260
Jun 01 10:21:16.892243 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53854) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:16.960351 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-80e7b981-db93-4554-9617-93421c9b8f08 req-4bdb030e-760c-4f11-9292-d4ead97ee793 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1405087
Jun 01 10:21:17.052316 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2392770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731564'] for subnet, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:17.057431 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c712d814-0734-4fc9-8790-bda2ea01264e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:17.134576 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd0f6a2-1ee8-4c86-b8dd-09ad6225a2bf,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:17.138046 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:17.144665 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Checking segment: {'id': '4f3e464f-0947-409e-a8fc-b169b922ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'c85c6f73-0625-47c2-b80b-ade54332a12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:21:17.145018 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Network hostable DHCP agents. Network: c85c6f73-0625-47c2-b80b-ade54332a12a, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:21:17.163448 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Network c85c6f73-0625-47c2-b80b-ade54332a12a is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:21:17.171238 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, c85c6f73-0625-47c2-b80b-ade54332a12a) {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:21:17.181592 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:17.182213 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:17.182716 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66f9e75-1ac9-491e-a05e-50139a20b371 None None] Network c85c6f73-0625-47c2-b80b-ade54332a12a requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:21:17.205801 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8391247
Jun 01 10:21:17.268228 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ac74b7-002b-4bac-b3f9-5fe4484ca034 admin admin] Deleting subnet c6235f57-9182-40a2-ab07-9a5b064e77ef {{(pid=91881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:21:17.280832 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e2ac74b7-002b-4bac-b3f9-5fe4484ca034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:17.357969 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:17.358386 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:17.358627 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.l3_db [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Floating IP 1e35f1d5-4b11-4fec-b59b-546651627e0f disassociated. External IP: 172.27.3.123, port: b6ee4aec-4f3d-462f-910a-517c0cf1336b.
Jun 01 10:21:17.358966 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Calling delete_port for b6ee4aec-4f3d-462f-910a-517c0cf1336b owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:21:17.368421 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e2ac74b7-002b-4bac-b3f9-5fe4484ca034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2273314'] for subnet, precommit_delete_associations {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:17.387945 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddf2f8e-e93b-411a-9c06-30ff67fafad7 None None] Network c85c6f73-0625-47c2-b80b-ade54332a12a requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:21:17.428060 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc66dce-8a96-42ca-8140-c908e5f75e29 req-83718c85-55fa-497d-9106-b4d6259d7d5c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:17.429556 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1dc66dce-8a96-42ca-8140-c908e5f75e29 req-83718c85-55fa-497d-9106-b4d6259d7d5c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 945 time: 0.3287153
Jun 01 10:21:17.492306 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e2ac74b7-002b-4bac-b3f9-5fe4484ca034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:17.532102 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1dc66dce-8a96-42ca-8140-c908e5f75e29 req-ac116760-aac4-43fe-9338-29e8703256f3 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0921409
Jun 01 10:21:17.739356 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:17.752626 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-bdbc741d-1704-4cc2-afe1-8aa9e542289d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:17.766846 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 53874) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:17.772466 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-803002961-network', 'tenant_id': '7ab3d0b209b34fb38a0624baf987b79a'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:21:17.777272 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:21:17.781065 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Usage tracker for resource:network and tenant:7ab3d0b209b34fb38a0624baf987b79a is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:21:17.784754 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:21:17.790778 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:21:17.801855 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Made reservation on behalf of 7ab3d0b209b34fb38a0624baf987b79a for: {'network': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:21:17.804179 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16400384'] for network, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:17.816905 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:17.827136 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event deleted for resources: {'Port': ['ID=b6ee4aec-4f3d-462f-910a-517c0cf1336b,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:17.831795 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:21:17.835793 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Usage tracker for resource:security_group_rule and tenant:7ab3d0b209b34fb38a0624baf987b79a is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:21:17.836528 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:17.838667 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:21:17.845273 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:21:17.929341 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:17.933190 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:17.936090 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e2ba6663-80c4-4da3-88fc-76936afc2560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:17.966516 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200}  {{(pid=91880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 10:21:17.968616 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88639b10-1338-4868-a436-954ca30f63ae,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:17.974230 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:17.979241 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:17.979578 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.segments_db [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Added segment a661ce13-9451-4c9f-82cd-80817e61cd21 of type vlan for network cfd4663b-1f34-421e-a109-5113c8975f61
Jun 01 10:21:18.012442 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784423680561'] for network, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:18.012620 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e2ac74b7-002b-4bac-b3f9-5fe4484ca034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3423838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2275619'] for subnet, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:18.028283 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:18.072247 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac74b7-002b-4bac-b3f9-5fe4484ca034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6235f57-9182-40a2-ab07-9a5b064e77ef,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:18.076654 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-e2ac74b7-002b-4bac-b3f9-5fe4484ca034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:18.080750 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141'] for network, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:18.082189 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:18.082779 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:18.083950 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e2ac74b7-002b-4bac-b3f9-5fe4484ca034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:18.087823 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:18.115414 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Router 86917fa4-9988-4d53-a8c9-4313588fcd1a has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:21:18.241021 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-e2ac74b7-002b-4bac-b3f9-5fe4484ca034 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c6235f57-9182-40a2-ab07-9a5b064e77ef HTTP/1.1" status: 204  len: 168 time: 1.3476827
Jun 01 10:21:18.249038 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53880) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:18.269289 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Pushing event updated for resources: {'Network': ['ID=cfd4663b-1f34-421e-a109-5113c8975f61,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:18.272871 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:18.277306 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5093126
Jun 01 10:21:18.279268 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 53884) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:18.281214 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Network cfd4663b-1f34-421e-a109-5113c8975f61 details requested by agent ovs-agent-dv-cinder-784779-13-iscsi with host dv-cinder-784779-13-iscsi {{(pid=91882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 10:21:18.286822 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Request body: {'subnet': {'network_id': 'cfd4663b-1f34-421e-a109-5113c8975f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-803002961-subnet', 'tenant_id': '7ab3d0b209b34fb38a0624baf987b79a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:21:18.293062 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:21:18.300612 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Usage tracker for resource:subnet and tenant:7ab3d0b209b34fb38a0624baf987b79a is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:21:18.304731 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:21:18.312035 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:21:18.331467 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9279dc2-633a-4780-81e1-2d6746cd89db req-8b76d691-923c-4498-a426-9dc555ca54d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:18.333116 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f9279dc2-633a-4780-81e1-2d6746cd89db req-8b76d691-923c-4498-a426-9dc555ca54d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 944 time: 0.2194810
Jun 01 10:21:18.334278 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Made reservation on behalf of 7ab3d0b209b34fb38a0624baf987b79a for: {'subnet': 1} {{(pid=91880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:21:18.336625 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731578'] for subnet, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:18.460911 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-992222ca-f8f4-4ccd-a9aa-26f0bc28bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:18.468640 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f9279dc2-633a-4780-81e1-2d6746cd89db req-8e242998-54cb-4d36-8878-deeb3aae10b2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1162417
Jun 01 10:21:18.485087 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:21:18.514534 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:21:18.525487 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67471295-8db3-429d-8a46-c787dde8a442 None None] Sync routers for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:21:18.535213 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67471295-8db3-429d-8a46-c787dde8a442 None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:21:18.535839 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-67471295-8db3-429d-8a46-c787dde8a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486eb3610>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:21:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:18.665652 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:21:18.683256 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'port_id': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'mac_address': 'fa:16:3e:ba:bc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:21:18.736441 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-67471295-8db3-429d-8a46-c787dde8a442 None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:21:18.765703 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:18.786073 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:21:18.803925 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:21:18.809478 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:18.811414 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:18.824603 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2392770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731564'] for subnet, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:18.830427 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:18.894220 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,revision_number=9']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:18.897731 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:18.905916 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc37ddca-ac1a-4199-a0ff-b0828bc28db0,revision_number=0']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:18.911454 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:18.916610 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] No DVR routers for this DVR port b6ee4aec-4f3d-462f-910a-517c0cf1336b on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:21:18.918317 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Checking segment: {'id': 'a661ce13-9451-4c9f-82cd-80817e61cd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'cfd4663b-1f34-421e-a109-5113c8975f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:21:18.918317 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Network hostable DHCP agents. Network: cfd4663b-1f34-421e-a109-5113c8975f61, hostable agents: ['3e4b447e-11e3-4050-aa2d-29f4776c5ba8'], hosted agents: [] {{(pid=91880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 10:21:18.936258 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Network cfd4663b-1f34-421e-a109-5113c8975f61 is scheduled to be hosted by DHCP agent 3e4b447e-11e3-4050-aa2d-29f4776c5ba8 with binding_index 1 {{(pid=91880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 10:21:18.946655 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-iscsi, cfd4663b-1f34-421e-a109-5113c8975f61) {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:21:18.959570 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:18.959789 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d55d558-98f9-4a63-b6ff-0f8166b44ebc None None] Network cfd4663b-1f34-421e-a109-5113c8975f61 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:21:18.960320 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:18.976539 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:18.978615 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-df0748a1-68de-4ba7-b057-5b97a59de934 req-32acfb1a-c468-41b9-89ca-6646a6ad3d62 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.93 "DELETE /v2.0/ports/b6ee4aec-4f3d-462f-910a-517c0cf1336b HTTP/1.1" status: 204  len: 173 time: 2.4624991
Jun 01 10:21:18.979393 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878c399e-9fdd-4879-98c4-d3dd4c7f7e99', 'name': 'network-vif-deleted', 'tag': 'b6ee4aec-4f3d-462f-910a-517c0cf1336b'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:21:18.982094 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316cbb25-1c4d-4419-a6a6-2e36f3871fbc" -d '{"events": [{"server_uuid": "878c399e-9fdd-4879-98c4-d3dd4c7f7e99", "name": "network-vif-deleted", "tag": "b6ee4aec-4f3d-462f-910a-517c0cf1336b"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:21:18.986111 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-2c16366a-c741-424e-8523-5f23612a92ec req-55bc188e-73cd-4c62-a075-f77f5aa18f72 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Synchronizing usage tracker for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:21:19.011654 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-232b9534-1728-48f1-8232-e5cca3897fc1 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7297165
Jun 01 10:21:19.046392 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-992222ca-f8f4-4ccd-a9aa-26f0bc28bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:19.048362 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['4b8b509c-2df9-49bc-8d2b-7e03fc3fff98'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:21:19.079353 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-992222ca-f8f4-4ccd-a9aa-26f0bc28bc98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd485976250>,) {'filters': {'network_id': ['e14f6ae8-40ff-4e4e-aca7-40933ae9137f']}} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:19.091199 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f74089-430a-4358-9535-713ca76173f7 x-openstack-request-id: req-e8f74089-430a-4358-9535-713ca76173f7 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:21:19.091836 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878c399e-9fdd-4879-98c4-d3dd4c7f7e99", "name": "network-vif-deleted", "tag": "b6ee4aec-4f3d-462f-910a-517c0cf1336b", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:21:19.092570 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e8f74089-430a-4358-9535-713ca76173f7 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:21:19.093181 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878c399e-9fdd-4879-98c4-d3dd4c7f7e99', 'name': 'network-vif-deleted', 'tag': 'b6ee4aec-4f3d-462f-910a-517c0cf1336b', 'status': 'completed', 'code': 200}
Jun 01 10:21:19.097049 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-2c16366a-c741-424e-8523-5f23612a92ec req-55bc188e-73cd-4c62-a075-f77f5aa18f72 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Unset dirty status for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:21:19.098639 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2c16366a-c741-424e-8523-5f23612a92ec req-55bc188e-73cd-4c62-a075-f77f5aa18f72 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=878c399e-9fdd-4879-98c4-d3dd4c7f7e99 HTTP/1.1" status: 200  len: 210 time: 0.2469060
Jun 01 10:21:19.104338 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-992222ca-f8f4-4ccd-a9aa-26f0bc28bc98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd485976250>, '67e00432-c96e-4411-b30e-c97735be7d86') {'for_net_delete': True} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:19.104641 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-992222ca-f8f4-4ccd-a9aa-26f0bc28bc98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd485976250>, '67e00432-c96e-4411-b30e-c97735be7d86') {} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:19.135983 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-992222ca-f8f4-4ccd-a9aa-26f0bc28bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2273321'] for segment, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:19.158717 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-992222ca-f8f4-4ccd-a9aa-26f0bc28bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:19.166398 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992222ca-f8f4-4ccd-a9aa-26f0bc28bc98 admin admin] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=91881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:21:19.167144 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-992222ca-f8f4-4ccd-a9aa-26f0bc28bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3490552'] for segment, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]: Traceback (most recent call last):
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:     timer()
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:     cb(*args, **kw)
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:     return func(*args, **kwargs)
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:     self._notify()
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:     self.callback(batched_events)
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:     event.method(event)
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:     return f(self, *a, **k)
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._get(url).json()
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:21:19.189687 dv-cinder-784779-13-iscsi neutron-server[91881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:21:19.195588 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 53894) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:19.218946 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-67471295-8db3-429d-8a46-c787dde8a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486eb3610>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:19.224586 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67471295-8db3-429d-8a46-c787dde8a442 None None] Checking router: 86917fa4-9988-4d53-a8c9-4313588fcd1a for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:21:19.234071 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67471295-8db3-429d-8a46-c787dde8a442 None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:21:19.234967 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-67471295-8db3-429d-8a46-c787dde8a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486eb3610>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:21:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:19.268880 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77eba76-b6cc-4887-93e2-2fc72a6d6310 admin admin] Deleting subnet fbd0f6a2-1ee8-4c86-b8dd-09ad6225a2bf {{(pid=91880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:21:19.287575 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b77eba76-b6cc-4887-93e2-2fc72a6d6310 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:19.307123 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-992222ca-f8f4-4ccd-a9aa-26f0bc28bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:19.312003 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:19.350317 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-992222ca-f8f4-4ccd-a9aa-26f0bc28bc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:19.354684 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251fb05b-9b7e-4999-88a7-b2958fad6c3b None None] Network cfd4663b-1f34-421e-a109-5113c8975f61 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:21:19.354869 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b77eba76-b6cc-4887-93e2-2fc72a6d6310 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2480025'] for subnet, precommit_delete_associations {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:19.368683 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992222ca-f8f4-4ccd-a9aa-26f0bc28bc98 admin admin] Pushing event deleted for resources: {'Network': ['ID=e14f6ae8-40ff-4e4e-aca7-40933ae9137f,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:19.371771 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-992222ca-f8f4-4ccd-a9aa-26f0bc28bc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:19.374352 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-992222ca-f8f4-4ccd-a9aa-26f0bc28bc98 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e14f6ae8-40ff-4e4e-aca7-40933ae9137f HTTP/1.1" status: 204  len: 168 time: 1.1238725
Jun 01 10:21:19.444549 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b77eba76-b6cc-4887-93e2-2fc72a6d6310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:19.493316 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-67471295-8db3-429d-8a46-c787dde8a442 None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:21:19.622110 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53902) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:19.691333 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-7201ef41-4965-4707-87d7-4337cce7707f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0e5a37e7b2034dbf8ef5bf3d0d05b7f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0672543
Jun 01 10:21:19.697405 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53906) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:19.770847 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3b8a3f8c-cda6-47c1-b821-865c369408cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:19.798402 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3b8a3f8c-cda6-47c1-b821-865c369408cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:19.843588 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b77eba76-b6cc-4887-93e2-2fc72a6d6310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2392705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2731557'] for subnet, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:19.851857 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:19.855616 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3b8a3f8c-cda6-47c1-b821-865c369408cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:19.860828 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-72ecf884-bcbd-4ba8-b278-33751fe4f6d4 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:19.873982 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a3f8c-cda6-47c1-b821-865c369408cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da111173-051d-42eb-aba3-9ac76266d142,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:19.876768 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-3b8a3f8c-cda6-47c1-b821-865c369408cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:19.891138 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-3b8a3f8c-cda6-47c1-b821-865c369408cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:19.893073 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-3b8a3f8c-cda6-47c1-b821-865c369408cc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/da111173-051d-42eb-aba3-9ac76266d142 HTTP/1.1" status: 204  len: 168 time: 0.1946166
Jun 01 10:21:19.897475 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671449a-c525-4e87-9be8-6adeeb7f6f2f req-0f4bbe55-a30b-45d1-ab22-a214bc933779 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:19.899124 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7671449a-c525-4e87-9be8-6adeeb7f6f2f req-0f4bbe55-a30b-45d1-ab22-a214bc933779 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 945 time: 0.2031815
Jun 01 10:21:19.913190 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b77eba76-b6cc-4887-93e2-2fc72a6d6310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:19.917740 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77eba76-b6cc-4887-93e2-2fc72a6d6310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd0f6a2-1ee8-4c86-b8dd-09ad6225a2bf,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:19.939815 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-67471295-8db3-429d-8a46-c787dde8a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486eb3610>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:19.945602 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67471295-8db3-429d-8a46-c787dde8a442 None None] The sync data for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi is: [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:21:19.958852 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-b77eba76-b6cc-4887-93e2-2fc72a6d6310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:19.964529 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-b77eba76-b6cc-4887-93e2-2fc72a6d6310 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/fbd0f6a2-1ee8-4c86-b8dd-09ad6225a2bf HTTP/1.1" status: 204  len: 168 time: 0.7676351
Jun 01 10:21:19.967465 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53912) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:19.973055 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7671449a-c525-4e87-9be8-6adeeb7f6f2f req-7b42f36f-ea84-4013-8142-aa008eac261a tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658655
Jun 01 10:21:20.109787 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-917a8f20-a03b-43a0-adfe-adda637ea9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:20.269812 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-917a8f20-a03b-43a0-adfe-adda637ea9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:20.290813 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-917a8f20-a03b-43a0-adfe-adda637ea9f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd4848350a0>,) {'filters': {'network_id': ['c85c6f73-0625-47c2-b80b-ade54332a12a']}} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:20.305736 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-917a8f20-a03b-43a0-adfe-adda637ea9f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd4848350a0>, '4f3e464f-0947-409e-a8fc-b169b922ea7e') {'for_net_delete': True} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:20.306307 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-917a8f20-a03b-43a0-adfe-adda637ea9f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd4848350a0>, '4f3e464f-0947-409e-a8fc-b169b922ea7e') {} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:20.310050 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75d90cc-da73-4341-b848-c9f8bf9e1bfc None None] New status for floating IP 1e35f1d5-4b11-4fec-b59b-546651627e0f: DOWN {{(pid=91882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:21:20.320739 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-917a8f20-a03b-43a0-adfe-adda637ea9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2273321'] for segment, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:20.340877 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-917a8f20-a03b-43a0-adfe-adda637ea9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:20.348646 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917a8f20-a03b-43a0-adfe-adda637ea9f7 admin admin] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=91881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:21:20.349249 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-917a8f20-a03b-43a0-adfe-adda637ea9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3490552'] for segment, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]: Traceback (most recent call last):
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:     timer()
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:     cb(*args, **kw)
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:     return func(*args, **kwargs)
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:     self._notify()
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:     self.callback(batched_events)
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:     event.method(event)
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:     return f(self, *a, **k)
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._get(url).json()
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:21:20.364707 dv-cinder-784779-13-iscsi neutron-server[91881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:21:20.452727 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-917a8f20-a03b-43a0-adfe-adda637ea9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:20.459509 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-917a8f20-a03b-43a0-adfe-adda637ea9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:20.465698 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:20.486684 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-917a8f20-a03b-43a0-adfe-adda637ea9f7 admin admin] 10.222.0.86 "DELETE /v2.0/networks/c85c6f73-0625-47c2-b80b-ade54332a12a HTTP/1.1" status: 204  len: 168 time: 0.5178566
Jun 01 10:21:20.489373 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53930) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:20.492633 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a8f20-a03b-43a0-adfe-adda637ea9f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c85c6f73-0625-47c2-b80b-ade54332a12a,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:20.512586 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:21:20.546831 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-917a8f20-a03b-43a0-adfe-adda637ea9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:20.575614 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e52f29-10de-4ccd-96dd-11759b9df3e1 admin admin] Deleting subnet fc37ddca-ac1a-4199-a0ff-b0828bc28db0 {{(pid=91881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:21:20.579166 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-33e52f29-10de-4ccd-96dd-11759b9df3e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:20.637295 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-33e52f29-10de-4ccd-96dd-11759b9df3e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2273314'] for subnet, precommit_delete_associations {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:20.712048 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-33e52f29-10de-4ccd-96dd-11759b9df3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:20.721308 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:21:20.721699 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:20.756295 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-e5768224-775d-475a-8654-62ccf8c8c86f tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-724350655&fields=id&tenant_id=3c45032ce1f14e298c34f0a151a2bd04 HTTP/1.1" status: 200  len: 267 time: 0.0854962
Jun 01 10:21:20.859440 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:20.891418 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:21:20.894609 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45218896-359d-405c-b760-ae774d6cb753" -d '{"events": [{"server_uuid": "89fefcbf-6b78-4892-81c0-9c0ff0d390ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b8b509c-2df9-49bc-8d2b-7e03fc3fff98"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:21:20.904555 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:21:20.910971 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:20.912282 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device b6ee4aec-4f3d-462f-910a-517c0cf1336b no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:21:20.945156 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-faa9f69a-98c1-4212-a3cb-d6f40f7c9e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:20.996400 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d5900b-7594-465b-9b1c-d6eeb9dc876f x-openstack-request-id: req-33d5900b-7594-465b-9b1c-d6eeb9dc876f {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:21:20.996704 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fefcbf-6b78-4892-81c0-9c0ff0d390ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b8b509c-2df9-49bc-8d2b-7e03fc3fff98", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:21:20.996969 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-33d5900b-7594-465b-9b1c-d6eeb9dc876f {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:21:20.997694 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'code': 200}
Jun 01 10:21:21.011565 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: b6ee4aec-4f3d-462f-910a-517c0cf1336b {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:21:21.011929 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device b6ee4aec-4f3d-462f-910a-517c0cf1336b not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:21:21.058614 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-33e52f29-10de-4ccd-96dd-11759b9df3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3423838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2275619'] for subnet, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:21.062733 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,revision_number=10']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:21.067117 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:21.084666 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:21.096826 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715622c7-7a11-470f-9f32-472c9392d4ea req-c08f0fec-cf6f-4ec0-9b54-b4e000d36892 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:21.098310 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-c08f0fec-cf6f-4ec0-9b54-b4e000d36892 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/networks?id=99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 200  len: 812 time: 0.3409915
Jun 01 10:21:21.116156 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-33e52f29-10de-4ccd-96dd-11759b9df3e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:21.123719 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e52f29-10de-4ccd-96dd-11759b9df3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc37ddca-ac1a-4199-a0ff-b0828bc28db0,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:21.127814 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-33e52f29-10de-4ccd-96dd-11759b9df3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:21.128763 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-4a3f58e6-0486-42b5-860b-301d4013e1ae tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/quotas/3c45032ce1f14e298c34f0a151a2bd04 HTTP/1.1" status: 200  len: 375 time: 0.0200417
Jun 01 10:21:21.129869 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-33e52f29-10de-4ccd-96dd-11759b9df3e1 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/fc37ddca-ac1a-4199-a0ff-b0828bc28db0 HTTP/1.1" status: 204  len: 168 time: 0.6395891
Jun 01 10:21:21.132457 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53954) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:21.216943 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-715bf339-cb0e-40a8-9f03-4a16c1cf5a16 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0869410
Jun 01 10:21:21.360984 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a6c3d750-28b1-4e98-811e-ed9ef69fcecc service neutron] 10.222.0.86 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315851
Jun 01 10:21:21.436745 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-255a1bef-2346-4d05-aed3-c1df7812a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:21.514425 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-3d6b02d2-8d53-42b1-9c82-cd31ca4c09e7 service neutron] 10.222.0.86 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464398
Jun 01 10:21:21.606344 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-255a1bef-2346-4d05-aed3-c1df7812a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:21.625587 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b7aeb-9e79-4006-a0ff-123397167f83 req-9f67d6f6-9e02-44e1-ae80-80bc99575d9f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:21.627797 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d57b7aeb-9e79-4006-a0ff-123397167f83 req-9f67d6f6-9e02-44e1-ae80-80bc99575d9f tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 947 time: 0.4711435
Jun 01 10:21:21.633775 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-255a1bef-2346-4d05-aed3-c1df7812a4ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd484741100>,) {'filters': {'network_id': ['cfd4663b-1f34-421e-a109-5113c8975f61']}} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:21.643805 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40f746-f897-41ad-8e1f-b1ed8c7a4a65 req-56bf74af-8b5f-4d3d-bb8e-c5bdd9cc05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:21.645351 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8d40f746-f897-41ad-8e1f-b1ed8c7a4a65 req-56bf74af-8b5f-4d3d-bb8e-c5bdd9cc05f1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 1100 time: 0.3959410
Jun 01 10:21:21.666484 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-255a1bef-2346-4d05-aed3-c1df7812a4ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd484741100>, 'a661ce13-9451-4c9f-82cd-80817e61cd21') {'for_net_delete': True} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:21.666758 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-255a1bef-2346-4d05-aed3-c1df7812a4ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd484741100>, 'a661ce13-9451-4c9f-82cd-80817e61cd21') {} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:21.713390 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-255a1bef-2346-4d05-aed3-c1df7812a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2273321'] for segment, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:21.755494 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-255a1bef-2346-4d05-aed3-c1df7812a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:21.775476 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255a1bef-2346-4d05-aed3-c1df7812a4ec admin admin] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=91881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:21:21.775868 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-255a1bef-2346-4d05-aed3-c1df7812a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3490552'] for segment, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]: Traceback (most recent call last):
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:     timer()
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:     cb(*args, **kw)
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:     return func(*args, **kwargs)
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:     self._notify()
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:     self.callback(batched_events)
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:     event.method(event)
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:     return f(self, *a, **k)
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._get(url).json()
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:21:21.789829 dv-cinder-784779-13-iscsi neutron-server[91881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:21:21.792868 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d57b7aeb-9e79-4006-a0ff-123397167f83 req-d0f61d46-68ee-4470-9a42-4cc22c3665d0 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1465344
Jun 01 10:21:21.794351 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8d40f746-f897-41ad-8e1f-b1ed8c7a4a65 req-9d30e06c-adc2-49c4-a3e1-b0d0ed005857 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1207056
Jun 01 10:21:21.874265 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-255a1bef-2346-4d05-aed3-c1df7812a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:21.877943 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:21.894185 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-255a1bef-2346-4d05-aed3-c1df7812a4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:21.901559 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a1bef-2346-4d05-aed3-c1df7812a4ec admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd4663b-1f34-421e-a109-5113c8975f61,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:21.904726 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-255a1bef-2346-4d05-aed3-c1df7812a4ec admin admin] 10.222.0.86 "DELETE /v2.0/networks/cfd4663b-1f34-421e-a109-5113c8975f61 HTTP/1.1" status: 204  len: 168 time: 0.7711611
Jun 01 10:21:21.905893 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-255a1bef-2346-4d05-aed3-c1df7812a4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:22.096679 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 53974) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:22.104284 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d36c14e0-e7ef-4f94-94ff-da6a6c6485cc req-7a2269b5-8cb1-4b0f-a2ec-da1daf729e8c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 210 time: 0.0441759
Jun 01 10:21:22.155571 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-f89ef2dd-ac58-47ae-9789-a4608474e8ff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=188d3c3c6dc84575b753259e1fbb0ab5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0574315
Jun 01 10:21:22.159267 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53978) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:22.218699 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d921d030-342e-4ee2-be9e-167054e5f892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:22.245864 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d921d030-342e-4ee2-be9e-167054e5f892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:22.302156 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d921d030-342e-4ee2-be9e-167054e5f892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:22.306860 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-7cfc1e29-fa19-4528-8bea-e2d1d13ceb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:22.320024 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921d030-342e-4ee2-be9e-167054e5f892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75667553-6b56-475e-9a8e-847b62dbec9c,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:22.322627 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d921d030-342e-4ee2-be9e-167054e5f892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:22.323887 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d921d030-342e-4ee2-be9e-167054e5f892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:22.327613 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-d921d030-342e-4ee2-be9e-167054e5f892 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/75667553-6b56-475e-9a8e-847b62dbec9c HTTP/1.1" status: 204  len: 168 time: 0.1648648
Jun 01 10:21:22.731695 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 53998) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:22.795123 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-21275737-4847-433a-afdd-3c1822d66c2e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7ab3d0b209b34fb38a0624baf987b79a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0613072
Jun 01 10:21:22.795628 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54006) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:22.864575 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0166177f-f06d-43da-94d0-bde0a3d748f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:22.902098 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0166177f-f06d-43da-94d0-bde0a3d748f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:23.034441 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b15ab-d790-400f-b07c-967e835ee007 req-4cf7ce75-ba0c-4e23-ac6e-62809f2a3f1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:23.036188 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-519b15ab-d790-400f-b07c-967e835ee007 req-4cf7ce75-ba0c-4e23-ac6e-62809f2a3f1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 947 time: 0.1145189
Jun 01 10:21:23.046669 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0166177f-f06d-43da-94d0-bde0a3d748f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:23.055790 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8ac94839-65c0-4733-b5f9-f32da43cbf8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:23.088834 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166177f-f06d-43da-94d0-bde0a3d748f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88639b10-1338-4868-a436-954ca30f63ae,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:23.091486 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0166177f-f06d-43da-94d0-bde0a3d748f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:23.098909 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0166177f-f06d-43da-94d0-bde0a3d748f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:23.100337 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-0166177f-f06d-43da-94d0-bde0a3d748f2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/88639b10-1338-4868-a436-954ca30f63ae HTTP/1.1" status: 204  len: 168 time: 0.3032756
Jun 01 10:21:23.129648 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-519b15ab-d790-400f-b07c-967e835ee007 req-7671f2fb-1ce0-4214-b544-8b6729eb6f78 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749478
Jun 01 10:21:23.353855 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-f42ef833-03e1-4908-86c4-9c7c89126fd3 req-3cd54666-18f2-4713-a3f5-06fabec5403f tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 210 time: 0.0605199
Jun 01 10:21:23.429208 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715622c7-7a11-470f-9f32-472c9392d4ea req-02d4988f-8ef9-4d69-9b34-51b498b0adf0 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:23.431217 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-02d4988f-8ef9-4d69-9b34-51b498b0adf0 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.93 "GET /v2.0/networks?id=99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 200  len: 812 time: 0.3080180
Jun 01 10:21:23.497559 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-95ead38e-7b6d-4e9d-aacf-d4a66a051b63 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c45032ce1f14e298c34f0a151a2bd04 HTTP/1.1" status: 200  len: 379 time: 0.0570114
Jun 01 10:21:24.370187 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53275f36-0a06-4238-85bf-87d5c22cb1df req-c9cc3fe8-73e9-4175-87f7-e4feb283b2aa tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:24.371641 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-53275f36-0a06-4238-85bf-87d5c22cb1df req-c9cc3fe8-73e9-4175-87f7-e4feb283b2aa tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 947 time: 0.0878723
Jun 01 10:21:24.420178 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-53275f36-0a06-4238-85bf-87d5c22cb1df req-0f539946-2293-4e2f-af74-85b7009b8fcb tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420141
Jun 01 10:21:24.528592 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-54f46f7b-c404-4de3-8678-5692fc07447b req-b9f2cf47-abef-4546-bacf-173ea775ed22 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 210 time: 0.0453553
Jun 01 10:21:25.609607 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daf278-510a-42c2-b96f-9c23692a7496 req-300f373c-6615-4d53-ad0c-95bc57b3092c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:25.611094 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-36daf278-510a-42c2-b96f-9c23692a7496 req-300f373c-6615-4d53-ad0c-95bc57b3092c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 947 time: 0.0825291
Jun 01 10:21:25.659648 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-36daf278-510a-42c2-b96f-9c23692a7496 req-3bbee14f-c7fa-42a1-abf3-3b6558206949 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429842
Jun 01 10:21:25.677521 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8b319bff-2ea8-444e-b896-d84436eebed3 req-b9b977a3-cb8a-40b2-a784-6f827865e4f8 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 210 time: 0.0416377
Jun 01 10:21:26.277655 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Request body: {'port': {'device_id': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'admin_state_up': True, 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'security_groups': ['e2e6c18c-081f-4ef4-ae62-c1d08b07ac36']}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:21:26.430552 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:21:26.441507 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:21:26.458564 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Made reservation on behalf of 3c45032ce1f14e298c34f0a151a2bd04 for: {'port': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:21:26.462235 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:26.636144 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Allocated IP 172.20.0.5 (99740617-ed0c-40ad-b44d-30189a23b401/10ead19c-0f8f-49da-bb45-73368b832557/76007cb2-aad9-46f4-89ea-c59effaf972f) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:21:26.849995 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-3acf9441-d1dd-4591-accd-835606be8ab5 req-576824bd-834c-49bc-8b81-0379bcdb49d6 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 210 time: 0.0547810
Jun 01 10:21:26.863887 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6be5b5-ef4a-4135-87cd-e3c4d77ff71f req-789d273a-c159-40ab-9829-0d9d47106504 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:26.866272 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0d6be5b5-ef4a-4135-87cd-e3c4d77ff71f req-789d273a-c159-40ab-9829-0d9d47106504 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 947 time: 0.0899136
Jun 01 10:21:26.879580 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:26.898141 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Transition to ACTIVE for port object 76007cb2-aad9-46f4-89ea-c59effaf972f will not be triggered until provisioned by entity DHCP. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:21:26.919020 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-0d6be5b5-ef4a-4135-87cd-e3c4d77ff71f req-a8521391-bc1e-41fb-9531-df45ede60780 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470245
Jun 01 10:21:26.929018 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:26.935934 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f8eaf082-081a-4e6c-9246-ccf2bc3472f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:27.014106 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Network 99740617-ed0c-40ad-b44d-30189a23b401 is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:21:27.018096 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:21:27.021143 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:21:27.058159 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'Port': ['ID=76007cb2-aad9-46f4-89ea-c59effaf972f,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:27.061713 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:27.096158 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:27.096778 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:27.123144 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-a765d84d-42cf-4eaf-ad54-6d9e4a758b59 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8495486
Jun 01 10:21:27.134098 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Request body: {'port': {'device_id': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:21:27.284635 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-0a7a6d21-2499-4510-9a0d-b7e4a209fdf1 None None] Provisioning for port 76007cb2-aad9-46f4-89ea-c59effaf972f completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:21:27.291169 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-0a7a6d21-2499-4510-9a0d-b7e4a209fdf1 None None] Provisioning complete for port 76007cb2-aad9-46f4-89ea-c59effaf972f triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:21:27.291650 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-0a7a6d21-2499-4510-9a0d-b7e4a209fdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:27.346348 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:27.349727 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a6d21-2499-4510-9a0d-b7e4a209fdf1 None None] Port 76007cb2-aad9-46f4-89ea-c59effaf972f cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:21:27.706042 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76007cb2-aad9-46f4-89ea-c59effaf972f {{(pid=91881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:21:27.713318 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:27.727945 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Transition to ACTIVE for port object 76007cb2-aad9-46f4-89ea-c59effaf972f will not be triggered until provisioned by entity L2. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:21:27.731800 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:27.737095 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-2ea4e8e8-18d8-4e42-824d-9376f41f9aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:27.901260 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=76007cb2-aad9-46f4-89ea-c59effaf972f,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:27.909684 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:28.022275 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Attempting to bind port 76007cb2-aad9-46f4-89ea-c59effaf972f on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:21:28.022607 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Attempting to bind port 76007cb2-aad9-46f4-89ea-c59effaf972f by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:21:28.022940 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Attempting to bind port 76007cb2-aad9-46f4-89ea-c59effaf972f on network 99740617-ed0c-40ad-b44d-30189a23b401 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:21:28.036454 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Port 76007cb2-aad9-46f4-89ea-c59effaf972f on network 99740617-ed0c-40ad-b44d-30189a23b401 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:21:28.036779 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Attempting to bind port 76007cb2-aad9-46f4-89ea-c59effaf972f on network 99740617-ed0c-40ad-b44d-30189a23b401 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:21:28.045132 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:21:28.045810 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Checking segment: {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:21:28.046252 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Bound using segment: {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:21:28.046629 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Bound port: 76007cb2-aad9-46f4-89ea-c59effaf972f, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'}}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:21:28.046979 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:28.174166 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9ae3f-fa42-4ecb-8d96-501bd6588ddb req-c0042336-15cf-4b6c-b456-4b0c47fc7bcc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:28.174166 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-d4a9ae3f-fa42-4ecb-8d96-501bd6588ddb req-c0042336-15cf-4b6c-b456-4b0c47fc7bcc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Synchronizing usage tracker for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:21:28.185322 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] For port 76007cb2-aad9-46f4-89ea-c59effaf972f, host hv-cinder-78477, cleared binding levels {{(pid=91881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:21:28.191430 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] For port 76007cb2-aad9-46f4-89ea-c59effaf972f, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76007cb2-aad9-46f4-89ea-c59effaf972f,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:21:28.195509 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:28.200686 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-24fbf951-255a-4def-ba10-a8eeeae72699 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:28.237555 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-d4a9ae3f-fa42-4ecb-8d96-501bd6588ddb req-c0042336-15cf-4b6c-b456-4b0c47fc7bcc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Unset dirty status for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:21:28.238722 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d4a9ae3f-fa42-4ecb-8d96-501bd6588ddb req-c0042336-15cf-4b6c-b456-4b0c47fc7bcc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 943 time: 0.2481997
Jun 01 10:21:28.276513 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:28.277136 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:28.278515 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] 10.222.0.93 "PUT /v2.0/ports/76007cb2-aad9-46f4-89ea-c59effaf972f HTTP/1.1" status: 200  len: 1093 time: 1.1486740
Jun 01 10:21:28.281043 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'tag': '76007cb2-aad9-46f4-89ea-c59effaf972f'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:21:28.284431 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0abb28-1a9f-47aa-8015-626c4f6df190" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cae429-c34b-4615-86c1-6ac6da43b29e", "tag": "76007cb2-aad9-46f4-89ea-c59effaf972f"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:21:28.319715 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=76007cb2-aad9-46f4-89ea-c59effaf972f,revision_number=3']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:28.329699 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d4a9ae3f-fa42-4ecb-8d96-501bd6588ddb req-53fe6cab-3631-48ee-ab98-cfeb863f4f75 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821636
Jun 01 10:21:28.331594 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3373e684-054e-4e94-9646-cc22b156de28 x-openstack-request-id: req-3373e684-054e-4e94-9646-cc22b156de28 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:21:28.331931 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cae429-c34b-4615-86c1-6ac6da43b29e", "tag": "76007cb2-aad9-46f4-89ea-c59effaf972f", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:21:28.332257 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3373e684-054e-4e94-9646-cc22b156de28 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:21:28.332693 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'tag': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'status': 'completed', 'code': 200}
Jun 01 10:21:28.333463 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-98e0127e-9d49-4741-8bd2-4dc3d775d8d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:29.517794 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a47ff0-7cd4-42d0-8797-6eed7017373a req-b9d42ca6-c2e2-4317-9e11-85ab50b993de tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:29.519142 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-83a47ff0-7cd4-42d0-8797-6eed7017373a req-b9d42ca6-c2e2-4317-9e11-85ab50b993de tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 943 time: 0.0836899
Jun 01 10:21:29.565305 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-83a47ff0-7cd4-42d0-8797-6eed7017373a req-c6c17692-c7de-491a-ab19-10f8d81f2732 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401640
Jun 01 10:21:30.750672 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5a7b9-6d79-4d35-a980-b8a9fa44ac52 req-e2c4a618-76b9-45ac-bc28-566eb3301018 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:30.752729 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-06a5a7b9-6d79-4d35-a980-b8a9fa44ac52 req-e2c4a618-76b9-45ac-bc28-566eb3301018 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 943 time: 0.0847726
Jun 01 10:21:30.796841 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-06a5a7b9-6d79-4d35-a980-b8a9fa44ac52 req-80574029-a062-4694-9e1e-a24f86f15bf0 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384946
Jun 01 10:21:30.911289 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0abb28-1a9f-47aa-8015-626c4f6df190 req-f331c814-76a2-4310-a72d-10f9d385bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:30.912628 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ab0abb28-1a9f-47aa-8015-626c4f6df190 req-f331c814-76a2-4310-a72d-10f9d385bd70 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 1096 time: 0.0701797
Jun 01 10:21:31.059173 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0abb28-1a9f-47aa-8015-626c4f6df190 req-b51a4f52-9116-4ff6-8a48-edb9bcbe5c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:31.060608 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ab0abb28-1a9f-47aa-8015-626c4f6df190 req-b51a4f52-9116-4ff6-8a48-edb9bcbe5c8d service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1398115
Jun 01 10:21:31.206425 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0abb28-1a9f-47aa-8015-626c4f6df190 req-45661702-531a-4236-9996-fceb7788556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:31.207775 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ab0abb28-1a9f-47aa-8015-626c4f6df190 req-45661702-531a-4236-9996-fceb7788556c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1403162
Jun 01 10:21:31.322142 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715622c7-7a11-470f-9f32-472c9392d4ea req-99068fa9-13b1-4596-9a70-e46f670d295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:31.323598 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-99068fa9-13b1-4596-9a70-e46f670d295b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 1096 time: 0.0765553
Jun 01 10:21:31.393036 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-550c314b-6de2-4faf-b56d-0b27870b5b18 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76007cb2-aad9-46f4-89ea-c59effaf972f HTTP/1.1" status: 200  len: 217 time: 0.0621073
Jun 01 10:21:31.564723 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715622c7-7a11-470f-9f32-472c9392d4ea req-7967e400-b265-49d5-bb00-44aac7754de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:31.566193 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-7967e400-b265-49d5-bb00-44aac7754de9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10ead19c-0f8f-49da-bb45-73368b832557 HTTP/1.1" status: 200  len: 851 time: 0.1676996
Jun 01 10:21:31.643672 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715622c7-7a11-470f-9f32-472c9392d4ea req-63428096-858d-46bf-8995-ee29d3add5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:31.645356 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-63428096-858d-46bf-8995-ee29d3add5a1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99740617-ed0c-40ad-b44d-30189a23b401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0727808
Jun 01 10:21:31.783779 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-f31387cb-8e35-4685-a3f5-cfdeb7adef6d service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309831
Jun 01 10:21:31.958209 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-715622c7-7a11-470f-9f32-472c9392d4ea req-3451037c-6257-4427-83a6-4e5bcdbaa34d service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677854
Jun 01 10:21:32.037141 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f340e-22a0-4e27-a241-10d653b99020 req-91926dce-7e12-4c79-bb40-ade1d0e9cf3e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:32.038662 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ca7f340e-22a0-4e27-a241-10d653b99020 req-91926dce-7e12-4c79-bb40-ade1d0e9cf3e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 943 time: 0.1158416
Jun 01 10:21:32.088171 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ca7f340e-22a0-4e27-a241-10d653b99020 req-cbae286b-b664-4477-bb5f-76d5f5ed90f0 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436385
Jun 01 10:21:33.285284 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614237e1-7009-45ae-a3ae-371c7c03ef44 req-82e723dc-7c75-40a9-a88c-0f2b992bdc21 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:33.286755 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-614237e1-7009-45ae-a3ae-371c7c03ef44 req-82e723dc-7c75-40a9-a88c-0f2b992bdc21 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 943 time: 0.0918934
Jun 01 10:21:33.333712 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-614237e1-7009-45ae-a3ae-371c7c03ef44 req-023e821e-d755-4094-86ed-a3bed52370e7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412748
Jun 01 10:21:34.522614 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bda645-ecd5-46dd-bff1-9463a6354273 req-601ca985-fee4-42aa-b2a3-72233b4b2d0c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:34.523989 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-65bda645-ecd5-46dd-bff1-9463a6354273 req-601ca985-fee4-42aa-b2a3-72233b4b2d0c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 943 time: 0.0837324
Jun 01 10:21:34.569959 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-65bda645-ecd5-46dd-bff1-9463a6354273 req-afaae98b-794c-44e4-9bd7-61241fb68de6 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400774
Jun 01 10:21:35.182031 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064cbbb-e371-42f5-ae07-ddd189150fae req-c3e434d6-9be3-40e0-872a-48dbffa83107 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:35.183373 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-9064cbbb-e371-42f5-ae07-ddd189150fae req-c3e434d6-9be3-40e0-872a-48dbffa83107 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0787723
Jun 01 10:21:35.234752 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-9064cbbb-e371-42f5-ae07-ddd189150fae req-b6554040-6eb8-4585-91ab-16df7cb2ac10 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445056
Jun 01 10:21:35.277280 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-7f614139-95e4-45e3-9668-9cadc071821d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:35.527721 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:35.759219 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8238a-23d9-42a0-a3fc-fded03584a23 req-12965f17-5167-4203-8bce-60d647baf719 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:35.760664 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-63b8238a-23d9-42a0-a3fc-fded03584a23 req-12965f17-5167-4203-8bce-60d647baf719 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 943 time: 0.0801046
Jun 01 10:21:35.805465 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-63b8238a-23d9-42a0-a3fc-fded03584a23 req-1379733d-2948-4e6e-aa1e-717c1aef1d21 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391145
Jun 01 10:21:36.464440 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a33c20-31d9-432f-a7ef-e49b7676df83 req-ffd2fb11-2cc9-40b2-9307-2b793fed8564 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:36.466132 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-46a33c20-31d9-432f-a7ef-e49b7676df83 req-ffd2fb11-2cc9-40b2-9307-2b793fed8564 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.1189480
Jun 01 10:21:36.514015 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-952443b6-dce5-48dd-9d44-e98075c7a8ff req-caa86877-3cd6-4b23-89ee-b568ea0d6871 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0785038
Jun 01 10:21:36.525069 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-46a33c20-31d9-432f-a7ef-e49b7676df83 req-74a5d5ed-bff3-4ba7-96c4-cc2f70979d52 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502443
Jun 01 10:21:36.610864 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952443b6-dce5-48dd-9d44-e98075c7a8ff req-0d9ebea3-0e00-420b-8011-1b20b9282dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:36.612325 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-952443b6-dce5-48dd-9d44-e98075c7a8ff req-0d9ebea3-0e00-420b-8011-1b20b9282dc4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79697cda1c4247899e55e134a9e5b375&device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 1100 time: 0.0756817
Jun 01 10:21:36.762756 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952443b6-dce5-48dd-9d44-e98075c7a8ff req-6f66cf0a-e1b5-40f6-b890-f7155bd37858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:36.764102 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-952443b6-dce5-48dd-9d44-e98075c7a8ff req-6f66cf0a-e1b5-40f6-b890-f7155bd37858 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5eec1d6c-37df-44d5-a3ce-e0625e581a69 HTTP/1.1" status: 200  len: 919 time: 0.1318383
Jun 01 10:21:36.875042 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-952443b6-dce5-48dd-9d44-e98075c7a8ff req-ec24cebb-f8eb-45e5-952c-d3fd7693a923 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 HTTP/1.1" status: 200  len: 1001 time: 0.1045930
Jun 01 10:21:37.003014 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952443b6-dce5-48dd-9d44-e98075c7a8ff req-717df81f-38ea-4d4a-b832-6be9c1b630b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:37.004488 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-952443b6-dce5-48dd-9d44-e98075c7a8ff req-717df81f-38ea-4d4a-b832-6be9c1b630b1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c37142d9-9aeb-4f95-b35e-6158487f26f3 HTTP/1.1" status: 200  len: 856 time: 0.1214116
Jun 01 10:21:37.078392 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe4470-e3f1-4b50-a5c9-a9c479af5acf req-a4e3a790-c90e-4a0c-b027-7463f829e269 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:37.080077 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cbfe4470-e3f1-4b50-a5c9-a9c479af5acf req-a4e3a790-c90e-4a0c-b027-7463f829e269 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 943 time: 0.1642768
Jun 01 10:21:37.133689 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952443b6-dce5-48dd-9d44-e98075c7a8ff req-50298194-b8f3-45d2-910a-2dd1e6852447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:37.135144 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-952443b6-dce5-48dd-9d44-e98075c7a8ff req-50298194-b8f3-45d2-910a-2dd1e6852447 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5eec1d6c-37df-44d5-a3ce-e0625e581a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1223094
Jun 01 10:21:37.138037 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cbfe4470-e3f1-4b50-a5c9-a9c479af5acf req-0613ebe0-53d1-49eb-9672-ec49e731bc65 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506871
Jun 01 10:21:37.274720 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-952443b6-dce5-48dd-9d44-e98075c7a8ff req-a1650da4-21e2-4a82-8354-9f331f6695ac service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300781
Jun 01 10:21:37.420458 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-952443b6-dce5-48dd-9d44-e98075c7a8ff req-4ac36435-d9c5-4451-b0cb-8be79bca5abb service neutron] 10.222.0.93 "GET /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382246
Jun 01 10:21:37.724736 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608f066-cfd0-4e1b-9a42-808bded7b7a9 req-9923fbd1-7a98-4278-acb3-9f0f6bc11f92 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:37.726238 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4608f066-cfd0-4e1b-9a42-808bded7b7a9 req-9923fbd1-7a98-4278-acb3-9f0f6bc11f92 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0866716
Jun 01 10:21:37.735450 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-eeda8dd4-6a7d-4f4d-83f0-3e7e8ea46936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:37.771159 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-4608f066-cfd0-4e1b-9a42-808bded7b7a9 req-5229f9ba-8d32-41b6-829a-d57caa64f013 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390856
Jun 01 10:21:37.868450 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:38.337669 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59715ae7-e590-4ab6-940a-7a1e81af8a26 req-e6da973a-6dd7-46da-82a1-df5d1c8ec092 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:38.339125 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-59715ae7-e590-4ab6-940a-7a1e81af8a26 req-e6da973a-6dd7-46da-82a1-df5d1c8ec092 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 943 time: 0.0932024
Jun 01 10:21:38.384877 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-59715ae7-e590-4ab6-940a-7a1e81af8a26 req-ac7b423d-eb3b-4712-bce7-2afad4c92eb5 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400250
Jun 01 10:21:38.813687 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:38.920915 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 76007cb2-aad9-46f4-89ea-c59effaf972f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:21:38.965455 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804e321-4b8e-465d-abd2-66116e0a05cd req-c4933150-7329-4a40-80bc-b54ca69d8928 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:38.966919 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f804e321-4b8e-465d-abd2-66116e0a05cd req-c4933150-7329-4a40-80bc-b54ca69d8928 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0838630
Jun 01 10:21:39.015241 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-f804e321-4b8e-465d-abd2-66116e0a05cd req-2caf0288-2d60-421b-878d-bce893a25e55 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414386
Jun 01 10:21:39.064396 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 76007cb2-aad9-46f4-89ea-c59effaf972f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76007cb2-aad9-46f4-89ea-c59effaf972f,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:21:39.078639 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'port_id': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'mac_address': 'fa:16:3e:84:c8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:21:39.135626 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:39.152569 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76007cb2-aad9-46f4-89ea-c59effaf972f {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:21:39.168123 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 76007cb2-aad9-46f4-89ea-c59effaf972f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76007cb2-aad9-46f4-89ea-c59effaf972f,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:21:39.172361 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:39.174356 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:39.256252 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=76007cb2-aad9-46f4-89ea-c59effaf972f,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:39.259469 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:39.411744 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['76007cb2-aad9-46f4-89ea-c59effaf972f'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:21:39.699790 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6c8cb-2d5a-4293-8cf4-11d4a4cf7ef4 req-46912609-e66d-4b9a-8067-89f5f10b1605 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:39.701804 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-11d6c8cb-2d5a-4293-8cf4-11d4a4cf7ef4 req-46912609-e66d-4b9a-8067-89f5f10b1605 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 944 time: 0.2045894
Jun 01 10:21:39.765897 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-11d6c8cb-2d5a-4293-8cf4-11d4a4cf7ef4 req-550f6f49-a8ec-426f-871e-e090cc0bebb7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571325
Jun 01 10:21:40.028136 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54290) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:40.261204 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c8e59a24-2f7a-4af2-92f9-878035cfda13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:40.286973 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-c8e59a24-2f7a-4af2-92f9-878035cfda13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:21:40.293362 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-c8e59a24-2f7a-4af2-92f9-878035cfda13 admin admin] Usage tracker for resource:security_group_rule and tenant:dd28aede3a5643edb8257e507dcce19f is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:21:40.296677 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-c8e59a24-2f7a-4af2-92f9-878035cfda13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:21:40.303971 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-c8e59a24-2f7a-4af2-92f9-878035cfda13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:21:40.335521 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2b1f6-33d2-4017-be46-99107d018b92 req-7e5b0551-642e-4e3f-a143-66dbed04680c tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:40.336969 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ebf2b1f6-33d2-4017-be46-99107d018b92 req-7e5b0551-642e-4e3f-a143-66dbed04680c tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.2167099
Jun 01 10:21:40.400514 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ebf2b1f6-33d2-4017-be46-99107d018b92 req-f9d28ea5-9ea2-43a6-b56b-58d07ac93533 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548570
Jun 01 10:21:40.437492 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c8e59a24-2f7a-4af2-92f9-878035cfda13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:40.442006 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c8e59a24-2f7a-4af2-92f9-878035cfda13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:40.448251 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-37cd8fc3-1df2-40b4-b542-62bc1f1f84ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:40.487467 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e59a24-2f7a-4af2-92f9-878035cfda13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455fae99-2d92-4678-81ed-1688f2631a41,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:40.492254 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c8e59a24-2f7a-4af2-92f9-878035cfda13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:40.495368 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-c8e59a24-2f7a-4af2-92f9-878035cfda13 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dd28aede3a5643edb8257e507dcce19f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4662304
Jun 01 10:21:40.497924 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54298) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:40.538735 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:40.558048 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-276806d8-f756-45af-93a1-518317f29bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:40.584807 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-276806d8-f756-45af-93a1-518317f29bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:40.638595 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-276806d8-f756-45af-93a1-518317f29bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:40.642530 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-18f1936a-25dc-492a-ac37-2d4ca7441bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:40.655593 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276806d8-f756-45af-93a1-518317f29bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455fae99-2d92-4678-81ed-1688f2631a41,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:40.659336 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-276806d8-f756-45af-93a1-518317f29bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:40.662791 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-276806d8-f756-45af-93a1-518317f29bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:40.663757 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-276806d8-f756-45af-93a1-518317f29bf6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/455fae99-2d92-4678-81ed-1688f2631a41 HTTP/1.1" status: 204  len: 168 time: 0.1649449
Jun 01 10:21:40.934097 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 76007cb2-aad9-46f4-89ea-c59effaf972f up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:21:40.954573 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef75f3-0485-4d55-8f92-032981e52a94 req-2b28729f-4312-4163-816e-5b825439116b tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:40.964980 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e3ef75f3-0485-4d55-8f92-032981e52a94 req-2b28729f-4312-4163-816e-5b825439116b tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 944 time: 0.0947182
Jun 01 10:21:40.965331 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54314) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:40.983025 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-24b15a68-8a6f-4928-8fef-e7ad92dbbcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:40.999201 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-24b15a68-8a6f-4928-8fef-e7ad92dbbcc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:21:41.009306 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-24b15a68-8a6f-4928-8fef-e7ad92dbbcc2 admin admin] Usage tracker for resource:security_group_rule and tenant:773baf38e02c43ee96deb7523239ffae is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:21:41.012386 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-24b15a68-8a6f-4928-8fef-e7ad92dbbcc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:21:41.018381 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-24b15a68-8a6f-4928-8fef-e7ad92dbbcc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:21:41.020123 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port 76007cb2-aad9-46f4-89ea-c59effaf972f completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:21:41.022203 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e3ef75f3-0485-4d55-8f92-032981e52a94 req-1c75ca7f-7bb1-40fc-b457-0f27ee68df29 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584800
Jun 01 10:21:41.025379 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 76007cb2-aad9-46f4-89ea-c59effaf972f triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:21:41.025877 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:41.107994 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-24b15a68-8a6f-4928-8fef-e7ad92dbbcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:41.112803 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-24b15a68-8a6f-4928-8fef-e7ad92dbbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:41.121569 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-db8d44bc-d20d-496e-b213-49c146a3cf9a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:41.148000 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:41.160385 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-24b15a68-8a6f-4928-8fef-e7ad92dbbcc2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=773baf38e02c43ee96deb7523239ffae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1937578
Jun 01 10:21:41.162040 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b15a68-8a6f-4928-8fef-e7ad92dbbcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a1296b-b03f-408f-9378-800e94392382,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:41.163057 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 54318) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:41.165068 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-24b15a68-8a6f-4928-8fef-e7ad92dbbcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:41.175964 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76007cb2-aad9-46f4-89ea-c59effaf972f'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:21:41.178336 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9de3a06-77dd-42d2-8e18-1fbb781fe4a4" -d '{"events": [{"server_uuid": "a4cae429-c34b-4615-86c1-6ac6da43b29e", "name": "network-vif-plugged", "status": "completed", "tag": "76007cb2-aad9-46f4-89ea-c59effaf972f"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:21:41.186175 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 76007cb2-aad9-46f4-89ea-c59effaf972f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76007cb2-aad9-46f4-89ea-c59effaf972f,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:21:41.191378 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:41.194566 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:41.227415 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b56e482-7406-48d6-850d-920dfc11da41 x-openstack-request-id: req-2b56e482-7406-48d6-850d-920dfc11da41 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:21:41.227718 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cae429-c34b-4615-86c1-6ac6da43b29e", "name": "network-vif-plugged", "status": "completed", "tag": "76007cb2-aad9-46f4-89ea-c59effaf972f", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:21:41.227986 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2b56e482-7406-48d6-850d-920dfc11da41 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:21:41.228376 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'code': 200}
Jun 01 10:21:41.229052 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8031e8fd-ef5e-44f0-83ba-d560c254d725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:41.260186 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8031e8fd-ef5e-44f0-83ba-d560c254d725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:41.269300 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=76007cb2-aad9-46f4-89ea-c59effaf972f,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:41.272256 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:41.312609 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8031e8fd-ef5e-44f0-83ba-d560c254d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:41.317063 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ea270a2b-1711-441b-a43e-cda7708c8203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:41.331064 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031e8fd-ef5e-44f0-83ba-d560c254d725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a1296b-b03f-408f-9378-800e94392382,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:41.333948 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-8031e8fd-ef5e-44f0-83ba-d560c254d725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:41.335848 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-8031e8fd-ef5e-44f0-83ba-d560c254d725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:41.337292 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-8031e8fd-ef5e-44f0-83ba-d560c254d725 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/95a1296b-b03f-408f-9378-800e94392382 HTTP/1.1" status: 204  len: 168 time: 0.1728477
Jun 01 10:21:41.579755 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff487e2f-a5b2-497a-a59f-3a8291cd80d3 req-c0671722-e898-4e55-98ac-0b48d51a5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:41.581447 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ff487e2f-a5b2-497a-a59f-3a8291cd80d3 req-c0671722-e898-4e55-98ac-0b48d51a5993 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 1098 time: 0.1308775
Jun 01 10:21:41.637493 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34ea35-3eea-475e-8b4f-ef889f867409 req-4d74ca00-3386-4e78-baec-8ffcc9a35b7b tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:41.639438 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ff34ea35-3eea-475e-8b4f-ef889f867409 req-4d74ca00-3386-4e78-baec-8ffcc9a35b7b tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.1263614
Jun 01 10:21:41.674362 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ff487e2f-a5b2-497a-a59f-3a8291cd80d3 req-4d8560b7-d50c-4a02-bdb7-2dc33f2db92c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819499
Jun 01 10:21:41.699128 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ff34ea35-3eea-475e-8b4f-ef889f867409 req-7923f35d-d024-4347-b8af-59ad9ba744c2 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444434
Jun 01 10:21:42.080680 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54354) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:42.211482 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-110f1802-ca61-4c61-8ada-079e2d1f110e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:42.235534 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-110f1802-ca61-4c61-8ada-079e2d1f110e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:21:42.240802 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-110f1802-ca61-4c61-8ada-079e2d1f110e admin admin] Usage tracker for resource:security_group_rule and tenant:49c5010f28a843828959fd3f628b6cc7 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:21:42.246045 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-110f1802-ca61-4c61-8ada-079e2d1f110e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:21:42.253951 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-110f1802-ca61-4c61-8ada-079e2d1f110e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:21:42.267863 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56519449-bde8-444d-9326-3cef8760af83 req-fed4f449-c7b7-46db-b78d-e454a17251e5 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:42.269379 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-56519449-bde8-444d-9326-3cef8760af83 req-fed4f449-c7b7-46db-b78d-e454a17251e5 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 945 time: 0.1313031
Jun 01 10:21:42.342931 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-56519449-bde8-444d-9326-3cef8760af83 req-8c9be365-2473-41a1-9000-3dd5ed4d28a9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663359
Jun 01 10:21:42.406906 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-110f1802-ca61-4c61-8ada-079e2d1f110e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:42.412201 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-110f1802-ca61-4c61-8ada-079e2d1f110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:42.420445 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0166177f-f06d-43da-94d0-bde0a3d748f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:42.460321 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f1802-ca61-4c61-8ada-079e2d1f110e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0c7629-d1b1-4983-bafb-f4be7138d4cf,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:42.468130 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-110f1802-ca61-4c61-8ada-079e2d1f110e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=49c5010f28a843828959fd3f628b6cc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3857467
Jun 01 10:21:42.468635 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-110f1802-ca61-4c61-8ada-079e2d1f110e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:42.468799 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 54368) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:42.491297 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54372) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:42.539014 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-56c013c8-1dcf-411c-a7b9-4c0d3fa085a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:42.565977 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-56c013c8-1dcf-411c-a7b9-4c0d3fa085a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:42.626544 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-56c013c8-1dcf-411c-a7b9-4c0d3fa085a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:42.630661 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6717319d-f1cf-417b-85ea-2041babc543a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:42.637191 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-7950f96c-673f-4587-ad3a-dd0bc4feda66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:42.641135 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c013c8-1dcf-411c-a7b9-4c0d3fa085a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0c7629-d1b1-4983-bafb-f4be7138d4cf,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:42.645971 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-56c013c8-1dcf-411c-a7b9-4c0d3fa085a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:42.651179 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-56c013c8-1dcf-411c-a7b9-4c0d3fa085a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:42.654850 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-56c013c8-1dcf-411c-a7b9-4c0d3fa085a4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7b0c7629-d1b1-4983-bafb-f4be7138d4cf HTTP/1.1" status: 204  len: 168 time: 0.1823587
Jun 01 10:21:42.659119 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-7950f96c-673f-4587-ad3a-dd0bc4feda66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:21:42.664465 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-7950f96c-673f-4587-ad3a-dd0bc4feda66 admin admin] Usage tracker for resource:security_group_rule and tenant:5e24dc9b52fe491d962788041cb3419a is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:21:42.668176 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-7950f96c-673f-4587-ad3a-dd0bc4feda66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:21:42.674466 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-7950f96c-673f-4587-ad3a-dd0bc4feda66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:21:42.761103 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-7950f96c-673f-4587-ad3a-dd0bc4feda66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:42.766971 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-7950f96c-673f-4587-ad3a-dd0bc4feda66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:42.780055 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-4ba123f6-f8cc-4df9-907a-d2ef89f0e21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:42.825429 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-7950f96c-673f-4587-ad3a-dd0bc4feda66 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5e24dc9b52fe491d962788041cb3419a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3303304
Jun 01 10:21:42.825726 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54382) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:42.828799 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950f96c-673f-4587-ad3a-dd0bc4feda66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b27c7c-0460-4097-a5ec-99d0a6b574ed,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:42.842522 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-7950f96c-673f-4587-ad3a-dd0bc4feda66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:42.899764 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-bf0dbc2a-5ba7-4648-b0f9-b5e02b967d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:42.905515 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc76ea8-58c5-4078-90e8-1edd49a70a3c req-dc7c0fb2-97ae-4e68-80da-7204a2c591cc tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:42.909693 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bcc76ea8-58c5-4078-90e8-1edd49a70a3c req-dc7c0fb2-97ae-4e68-80da-7204a2c591cc tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0982075
Jun 01 10:21:42.929375 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-bf0dbc2a-5ba7-4648-b0f9-b5e02b967d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:42.958702 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-bcc76ea8-58c5-4078-90e8-1edd49a70a3c req-6ea5f58f-e280-4689-94c2-944e27560c7a tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446351
Jun 01 10:21:42.987646 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-bf0dbc2a-5ba7-4648-b0f9-b5e02b967d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:42.991301 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-6923425c-08f6-4a75-bcd4-334f904736f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:43.007716 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dbc2a-5ba7-4648-b0f9-b5e02b967d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b27c7c-0460-4097-a5ec-99d0a6b574ed,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:43.009990 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-bf0dbc2a-5ba7-4648-b0f9-b5e02b967d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:43.021049 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-bf0dbc2a-5ba7-4648-b0f9-b5e02b967d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:43.022190 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-bf0dbc2a-5ba7-4648-b0f9-b5e02b967d2e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f7b27c7c-0460-4097-a5ec-99d0a6b574ed HTTP/1.1" status: 204  len: 168 time: 0.1955535
Jun 01 10:21:43.545836 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0af7d8-0f1f-479c-97bd-b50e8556b0b7 req-0a28b2c3-2f0f-49e4-b48b-7ad3949b3f5b tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:43.547330 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ac0af7d8-0f1f-479c-97bd-b50e8556b0b7 req-0a28b2c3-2f0f-49e4-b48b-7ad3949b3f5b tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 945 time: 0.0866101
Jun 01 10:21:43.593215 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ac0af7d8-0f1f-479c-97bd-b50e8556b0b7 req-23384ba9-e533-4111-bd1d-f8760a63eada tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402563
Jun 01 10:21:43.782670 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa806ba8-2782-48e8-a072-eb3c867559a2 req-5738c09d-7726-416e-b627-be4a86c11541 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:43.784164 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fa806ba8-2782-48e8-a072-eb3c867559a2 req-5738c09d-7726-416e-b627-be4a86c11541 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 945 time: 0.0808907
Jun 01 10:21:43.835477 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fa806ba8-2782-48e8-a072-eb3c867559a2 req-200c9646-e93d-4577-8eca-141d656b1c7c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456707
Jun 01 10:21:43.858968 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54422) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:43.938015 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170054af-f736-43ac-b153-01c0a16ff2b7 tempest-TestVolumeBootPattern-516487349 tempest-TestVolumeBootPattern-516487349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:43.939496 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-170054af-f736-43ac-b153-01c0a16ff2b7 tempest-TestVolumeBootPattern-516487349 tempest-TestVolumeBootPattern-516487349-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 1093 time: 0.0795593
Jun 01 10:21:43.942407 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54428) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:43.947250 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Request body: {'floatingip': {'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'port_id': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:21:43.953345 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:21:43.958154 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Usage tracker for resource:floatingip and tenant:3c45032ce1f14e298c34f0a151a2bd04 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:21:43.960996 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:21:43.967251 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:21:43.978830 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for floatingip, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:44.196548 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289508bb-1f60-44e2-a5ae-da6457b39404 req-05961842-ce99-454e-851c-e3202b8c3aa8 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:44.198033 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-289508bb-1f60-44e2-a5ae-da6457b39404 req-05961842-ce99-454e-851c-e3202b8c3aa8 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.1228020
Jun 01 10:21:44.205957 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:44.311864 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-289508bb-1f60-44e2-a5ae-da6457b39404 req-d2a1e4ea-f183-4e45-a21f-4a639882a96d tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1028173
Jun 01 10:21:44.398946 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Allocated IP 172.27.3.187 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/77a0e8a4-5fc6-4312-85d5-d49f8fe62804) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:21:44.434441 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 54440) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:44.549271 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:44.554154 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-824055d9-75c3-491d-b434-ceddd057329f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:44.568714 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-824055d9-75c3-491d-b434-ceddd057329f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:21:44.572451 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-824055d9-75c3-491d-b434-ceddd057329f admin admin] Usage tracker for resource:security_group_rule and tenant:ff0f987d06f14afebde0481dbc1c9a88 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:21:44.575892 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-824055d9-75c3-491d-b434-ceddd057329f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:21:44.579512 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:44.582491 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-824055d9-75c3-491d-b434-ceddd057329f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:21:44.584180 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-da921a27-f34b-44e7-8ff4-847d5a986ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:44.646847 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:21:44.649799 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:21:44.653092 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:21:44.668822 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-824055d9-75c3-491d-b434-ceddd057329f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:44.673938 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-824055d9-75c3-491d-b434-ceddd057329f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:44.680399 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c80bb358-021e-4024-ad4f-1e02d7e8e8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:44.686262 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'Port': ['ID=77a0e8a4-5fc6-4312-85d5-d49f8fe62804,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:44.703163 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:44.726709 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-824055d9-75c3-491d-b434-ceddd057329f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ff0f987d06f14afebde0481dbc1c9a88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2888210
Jun 01 10:21:44.726970 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824055d9-75c3-491d-b434-ceddd057329f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4eb4c8-b1a2-4000-ac58-44c27351c33f,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:44.727792 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54446) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:44.731639 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-824055d9-75c3-491d-b434-ceddd057329f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:44.974425 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-429801a8-53b9-4e45-a293-e344c2779d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:45.080832 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-429801a8-53b9-4e45-a293-e344c2779d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:45.220379 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-429801a8-53b9-4e45-a293-e344c2779d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:45.228860 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-82a671d8-82e4-4cfb-8a52-d5c9956d18e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:45.246780 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429801a8-53b9-4e45-a293-e344c2779d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4eb4c8-b1a2-4000-ac58-44c27351c33f,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:45.249996 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-429801a8-53b9-4e45-a293-e344c2779d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:45.269678 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-429801a8-53b9-4e45-a293-e344c2779d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:45.270802 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-429801a8-53b9-4e45-a293-e344c2779d17 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ad4eb4c8-b1a2-4000-ac58-44c27351c33f HTTP/1.1" status: 204  len: 168 time: 0.5420883
Jun 01 10:21:45.304486 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:45.388788 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:45.518914 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6face2-8cd6-4b0d-8a07-dc5ca6452113 req-63d6e42c-a576-4137-a50c-58abea470ef4 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:45.520384 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4e6face2-8cd6-4b0d-8a07-dc5ca6452113 req-63d6e42c-a576-4137-a50c-58abea470ef4 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0942879
Jun 01 10:21:45.569924 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4e6face2-8cd6-4b0d-8a07-dc5ca6452113 req-71900b32-c6ae-4333-841c-6e7d77ce3c66 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435700
Jun 01 10:21:45.614214 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:45.619412 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2489979'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:45.623866 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:45.731640 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'Port': ['ID=77a0e8a4-5fc6-4312-85d5-d49f8fe62804,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:45.736540 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:45.747901 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:45.929472 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.l3_db [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Floating IP 1f96bfb9-6630-4ed2-ab8d-e1629ddfb3ef associated. External IP: 172.27.3.187, port: 76007cb2-aad9-46f4-89ea-c59effaf972f.
Jun 01 10:21:46.294657 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Router 86917fa4-9988-4d53-a8c9-4313588fcd1a has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:21:46.585191 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:21:46.597496 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046429e6-a7bd-4313-87b2-b0f23eabd2ee None None] Sync routers for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:21:46.609429 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046429e6-a7bd-4313-87b2-b0f23eabd2ee None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:21:46.614813 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:46.618222 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-046429e6-a7bd-4313-87b2-b0f23eabd2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486eb3100>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:21:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:46.699975 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7566075
Jun 01 10:21:46.701110 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'tag': '76007cb2-aad9-46f4-89ea-c59effaf972f'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:21:46.703467 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b60917-2d14-4206-a214-e6ed05b73fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cae429-c34b-4615-86c1-6ac6da43b29e", "tag": "76007cb2-aad9-46f4-89ea-c59effaf972f"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:21:46.790989 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca535e58-e709-4367-8334-00595a3601f8 x-openstack-request-id: req-ca535e58-e709-4367-8334-00595a3601f8 {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:21:46.791319 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cae429-c34b-4615-86c1-6ac6da43b29e", "tag": "76007cb2-aad9-46f4-89ea-c59effaf972f", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:21:46.791611 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ca535e58-e709-4367-8334-00595a3601f8 {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:21:46.792083 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'tag': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'status': 'completed', 'code': 200}
Jun 01 10:21:46.805903 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b34e43-f37e-48d1-9bca-52cd572491e3 req-8985c172-5ea0-4a1d-9690-3091ead01f40 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:46.807574 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-45b34e43-f37e-48d1-9bca-52cd572491e3 req-8985c172-5ea0-4a1d-9690-3091ead01f40 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0984857
Jun 01 10:21:46.853621 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-45b34e43-f37e-48d1-9bca-52cd572491e3 req-0583fa55-9b7b-4c2e-82c6-80b5d1b349b2 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398812
Jun 01 10:21:46.886791 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b60917-2d14-4206-a214-e6ed05b73fa9 req-47b6f6fb-d052-4c4d-82ee-e49be0a72987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:46.888260 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e8b60917-2d14-4206-a214-e6ed05b73fa9 req-47b6f6fb-d052-4c4d-82ee-e49be0a72987 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 1098 time: 0.0732157
Jun 01 10:21:46.915989 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-046429e6-a7bd-4313-87b2-b0f23eabd2ee None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:21:47.027021 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b60917-2d14-4206-a214-e6ed05b73fa9 req-570b691b-1112-489f-8a3e-dd6f8595e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:47.028450 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e8b60917-2d14-4206-a214-e6ed05b73fa9 req-570b691b-1112-489f-8a3e-dd6f8595e3f4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 200  len: 914 time: 0.1340370
Jun 01 10:21:47.138738 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e8b60917-2d14-4206-a214-e6ed05b73fa9 req-a53292f3-d4ed-431c-bd5a-390ffdafcd69 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76007cb2-aad9-46f4-89ea-c59effaf972f HTTP/1.1" status: 200  len: 999 time: 0.1030862
Jun 01 10:21:47.201997 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b60917-2d14-4206-a214-e6ed05b73fa9 req-f29a9e75-7f06-4be4-bb95-19326f109713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:47.203418 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e8b60917-2d14-4206-a214-e6ed05b73fa9 req-f29a9e75-7f06-4be4-bb95-19326f109713 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10ead19c-0f8f-49da-bb45-73368b832557 HTTP/1.1" status: 200  len: 851 time: 0.0571167
Jun 01 10:21:47.265442 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-046429e6-a7bd-4313-87b2-b0f23eabd2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486eb3100>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': '1f96bfb9-6630-4ed2-ab8d-e1629ddfb3ef', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'port_id': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'mac_address': 'fa:16:3e:84:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:21:45Z', 'updated_at': '2021-06-01T10:21:45Z', 'revision_number': 0, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:47.270510 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046429e6-a7bd-4313-87b2-b0f23eabd2ee None None] Checking router: 86917fa4-9988-4d53-a8c9-4313588fcd1a for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:21:47.278818 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046429e6-a7bd-4313-87b2-b0f23eabd2ee None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:21:47.279431 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-046429e6-a7bd-4313-87b2-b0f23eabd2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486eb3100>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:21:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:47.283340 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b60917-2d14-4206-a214-e6ed05b73fa9 req-478597ec-bd80-4a6e-a0da-244ef837b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:47.284842 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e8b60917-2d14-4206-a214-e6ed05b73fa9 req-478597ec-bd80-4a6e-a0da-244ef837b871 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99740617-ed0c-40ad-b44d-30189a23b401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0739765
Jun 01 10:21:47.420210 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e8b60917-2d14-4206-a214-e6ed05b73fa9 req-5aced4f8-5f7d-4407-be76-f580c07e066c service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253085
Jun 01 10:21:47.464138 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-046429e6-a7bd-4313-87b2-b0f23eabd2ee None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:21:47.651028 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e8b60917-2d14-4206-a214-e6ed05b73fa9 req-c775694c-ae4c-4879-b122-be7e681a7856 service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2240028
Jun 01 10:21:47.812251 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-046429e6-a7bd-4313-87b2-b0f23eabd2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486eb3100>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': '1f96bfb9-6630-4ed2-ab8d-e1629ddfb3ef', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'port_id': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'mac_address': 'fa:16:3e:84:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:21:45Z', 'updated_at': '2021-06-01T10:21:45Z', 'revision_number': 0, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:21:47.816931 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046429e6-a7bd-4313-87b2-b0f23eabd2ee None None] The sync data for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi is: [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': '1f96bfb9-6630-4ed2-ab8d-e1629ddfb3ef', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'port_id': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'mac_address': 'fa:16:3e:84:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:21:45Z', 'updated_at': '2021-06-01T10:21:45Z', 'revision_number': 0, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:21:48.041143 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9cd36a-9009-4c2d-9552-919aa3c9387e None None] New status for floating IP 1f96bfb9-6630-4ed2-ab8d-e1629ddfb3ef: ACTIVE {{(pid=91882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:21:48.061117 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0fd4f-3b99-48ce-8cd0-0e0c17c8c8a1 req-35d91e83-ef27-4816-abc0-52f697f9e9a0 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:48.062740 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-82a0fd4f-3b99-48ce-8cd0-0e0c17c8c8a1 req-35d91e83-ef27-4816-abc0-52f697f9e9a0 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0878906
Jun 01 10:21:48.109553 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-82a0fd4f-3b99-48ce-8cd0-0e0c17c8c8a1 req-5297d31e-cfd8-48fb-a418-65a97c1152d3 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403888
Jun 01 10:21:49.305669 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fba97-fbdd-4f5e-b126-a1d9be51b66c req-febb475b-390d-4424-a328-d2a61c509342 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:49.307048 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-772fba97-fbdd-4f5e-b126-a1d9be51b66c req-febb475b-390d-4424-a328-d2a61c509342 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0888622
Jun 01 10:21:49.353588 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-772fba97-fbdd-4f5e-b126-a1d9be51b66c req-ab4bff1d-f3bb-4a08-aa60-987fa1e14cfa tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409176
Jun 01 10:21:50.559408 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a668f-9830-4faf-b916-3e700db791f9 req-a67f3c85-aa1a-4a49-9717-dabb2a4985f3 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:50.560758 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e72a668f-9830-4faf-b916-3e700db791f9 req-a67f3c85-aa1a-4a49-9717-dabb2a4985f3 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0822699
Jun 01 10:21:50.604442 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e72a668f-9830-4faf-b916-3e700db791f9 req-20f2c7aa-029b-46fb-bbea-d87eb01ca1f6 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374541
Jun 01 10:21:51.478044 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90378d0-4ec8-4566-97e7-4a3cc64818ae req-0062f241-429b-45f3-820d-818612b12a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:51.479478 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b90378d0-4ec8-4566-97e7-4a3cc64818ae req-0062f241-429b-45f3-820d-818612b12a6e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=56636114736640519f8745b2a6167521&device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 1098 time: 0.0692537
Jun 01 10:21:51.612704 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90378d0-4ec8-4566-97e7-4a3cc64818ae req-763f743c-87a4-43d4-9d27-1c075d509ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:51.614055 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b90378d0-4ec8-4566-97e7-4a3cc64818ae req-763f743c-87a4-43d4-9d27-1c075d509ac7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 HTTP/1.1" status: 200  len: 910 time: 0.1266742
Jun 01 10:21:51.718211 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b90378d0-4ec8-4566-97e7-4a3cc64818ae req-08e2bbbb-225c-4dfb-b09c-50a55fa6b70a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f HTTP/1.1" status: 200  len: 1001 time: 0.0966587
Jun 01 10:21:51.786251 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90378d0-4ec8-4566-97e7-4a3cc64818ae req-8d14be75-950a-489f-bea8-9bb9d1fc620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:51.786479 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3b0a3-b3df-47f5-b887-cf4658292a84 req-e6e9b2b0-5db6-4c92-9c2c-1110c7df7a22 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:51.787670 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b90378d0-4ec8-4566-97e7-4a3cc64818ae req-8d14be75-950a-489f-bea8-9bb9d1fc620e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2dd8d04e-4737-49be-98a4-b5894dc7714a HTTP/1.1" status: 200  len: 847 time: 0.0631080
Jun 01 10:21:51.787839 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-75f3b0a3-b3df-47f5-b887-cf4658292a84 req-e6e9b2b0-5db6-4c92-9c2c-1110c7df7a22 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0796149
Jun 01 10:21:51.835934 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-75f3b0a3-b3df-47f5-b887-cf4658292a84 req-3d4c1aac-0f43-4003-99b7-037a36631ffa tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425508
Jun 01 10:21:51.862380 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90378d0-4ec8-4566-97e7-4a3cc64818ae req-ec3b2b5f-cd67-4720-84b2-f83b6fc4a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:51.863918 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b90378d0-4ec8-4566-97e7-4a3cc64818ae req-ec3b2b5f-cd67-4720-84b2-f83b6fc4a698 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0694857
Jun 01 10:21:51.996764 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b90378d0-4ec8-4566-97e7-4a3cc64818ae req-e5d1c6ca-2ed1-407e-ba91-939900314dbc service neutron] 10.222.0.93 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251767
Jun 01 10:21:52.131427 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b90378d0-4ec8-4566-97e7-4a3cc64818ae req-51700fd4-f20e-4413-b6ab-48db8f70438a service neutron] 10.222.0.93 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270115
Jun 01 10:21:53.020952 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90792591-caa5-4a5a-82ae-157cd7bc5fc1 req-0d90d62a-39bc-4c28-bdc1-2a8ee18ad420 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:53.022477 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-90792591-caa5-4a5a-82ae-157cd7bc5fc1 req-0d90d62a-39bc-4c28-bdc1-2a8ee18ad420 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0826128
Jun 01 10:21:53.072631 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-90792591-caa5-4a5a-82ae-157cd7bc5fc1 req-50081626-871a-4423-8409-8bb87faf5d6b tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445058
Jun 01 10:21:53.283159 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:21:54.258498 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06396a33-badc-457b-808a-306a925dbc8c req-cd66a6fd-fb4d-4b1e-a25c-bf19a7e67460 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:54.259946 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-06396a33-badc-457b-808a-306a925dbc8c req-cd66a6fd-fb4d-4b1e-a25c-bf19a7e67460 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0804689
Jun 01 10:21:54.305768 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-06396a33-badc-457b-808a-306a925dbc8c req-d63bf2a0-d6cc-4510-9774-30207c665b2a tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401032
Jun 01 10:21:55.097278 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54548) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:55.212458 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c3792ed6-8d09-4654-849e-2bd11f97c265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:55.227201 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-c3792ed6-8d09-4654-849e-2bd11f97c265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:21:55.230978 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-c3792ed6-8d09-4654-849e-2bd11f97c265 admin admin] Usage tracker for resource:security_group_rule and tenant:db2d376e787642f3b6a21792d0eb692c is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:21:55.233749 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-c3792ed6-8d09-4654-849e-2bd11f97c265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:21:55.240224 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-c3792ed6-8d09-4654-849e-2bd11f97c265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:21:55.321083 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c3792ed6-8d09-4654-849e-2bd11f97c265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:55.325096 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c3792ed6-8d09-4654-849e-2bd11f97c265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:55.337902 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-529ccbcf-58b1-4f9e-99b8-9415f4175f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:55.377894 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-c3792ed6-8d09-4654-849e-2bd11f97c265 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=db2d376e787642f3b6a21792d0eb692c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2795076
Jun 01 10:21:55.379527 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3792ed6-8d09-4654-849e-2bd11f97c265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160f39d9-2bb2-4bc4-ad85-37a1a22b5173,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:55.380607 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 54556) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:21:55.390085 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c3792ed6-8d09-4654-849e-2bd11f97c265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:55.487821 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:55.520584 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:55.568510 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd56aa-5b4a-483a-a5a2-cf898fb94776 req-e42dc4eb-abcc-4d43-b87f-83cbe3050e9e tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:55.569980 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-62bd56aa-5b4a-483a-a5a2-cf898fb94776 req-e42dc4eb-abcc-4d43-b87f-83cbe3050e9e tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.1468391
Jun 01 10:21:55.614680 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:55.620548 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-808859b2-941e-4807-8b61-4153823fd0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:55.631895 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-62bd56aa-5b4a-483a-a5a2-cf898fb94776 req-d63e9bc8-c826-407a-9942-3c430c8135b7 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561433
Jun 01 10:21:55.634851 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160f39d9-2bb2-4bc4-ad85-37a1a22b5173,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:55.646926 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:55.647307 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:55.647679 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:55.648043 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:55.648404 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:55.648764 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:55.649122 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:55.649504 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:55.649862 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:55.650217 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:55.650571 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:55.650921 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:21:55.654373 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:55.655607 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:55.656747 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/160f39d9-2bb2-4bc4-ad85-37a1a22b5173 HTTP/1.1" status: 204  len: 168 time: 0.2744861
Jun 01 10:21:55.959978 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1f97411b-0d1c-409f-ab6d-4a67b493f158 req-af8b0399-fe12-4678-9de5-92f2abce1051 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0813005
Jun 01 10:21:56.009413 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5df11-31cb-4843-822d-6360660956c6 req-919e9cad-fbc2-45da-82e1-f89ab041bfcc tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:56.010884 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ebe5df11-31cb-4843-822d-6360660956c6 req-919e9cad-fbc2-45da-82e1-f89ab041bfcc tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0840535
Jun 01 10:21:56.068235 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-ebe5df11-31cb-4843-822d-6360660956c6 req-6287564f-4ca0-4052-b3f5-808881eb79b4 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517578
Jun 01 10:21:57.264933 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaa385-4ab6-439b-890e-10003c4eaf81 req-547cbf5e-72e7-4b4e-b478-4221f9d156a5 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:57.266332 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7aeaa385-4ab6-439b-890e-10003c4eaf81 req-547cbf5e-72e7-4b4e-b478-4221f9d156a5 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.0846324
Jun 01 10:21:57.315268 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7aeaa385-4ab6-439b-890e-10003c4eaf81 req-6c3ab0e2-9c98-482b-8a8d-5582ba6c6d55 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425165
Jun 01 10:21:57.629088 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97411b-0d1c-409f-ab6d-4a67b493f158 req-c5a263c1-6edf-41ab-9f84-d57ea4e46e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:57.630477 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1f97411b-0d1c-409f-ab6d-4a67b493f158 req-c5a263c1-6edf-41ab-9f84-d57ea4e46e4f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7&tenant_id=56636114736640519f8745b2a6167521 HTTP/1.1" status: 200  len: 1098 time: 0.0742390
Jun 01 10:21:57.724220 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97411b-0d1c-409f-ab6d-4a67b493f158 req-891ccd39-fb68-4827-a543-1d81171c9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:57.725674 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1f97411b-0d1c-409f-ab6d-4a67b493f158 req-891ccd39-fb68-4827-a543-1d81171c9248 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=56636114736640519f8745b2a6167521&device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 1098 time: 0.0716906
Jun 01 10:21:57.860169 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97411b-0d1c-409f-ab6d-4a67b493f158 req-cc0416b6-0617-4281-8602-600869a1c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:57.862267 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1f97411b-0d1c-409f-ab6d-4a67b493f158 req-cc0416b6-0617-4281-8602-600869a1c1b1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 HTTP/1.1" status: 200  len: 910 time: 0.1252568
Jun 01 10:21:58.056615 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1f97411b-0d1c-409f-ab6d-4a67b493f158 req-9a8f3db3-65fb-4c57-a3b8-69443f6e861d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f HTTP/1.1" status: 200  len: 1001 time: 0.1868677
Jun 01 10:21:58.124415 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97411b-0d1c-409f-ab6d-4a67b493f158 req-9e4088ed-f847-48f9-9704-250c2543e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:58.125849 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1f97411b-0d1c-409f-ab6d-4a67b493f158 req-9e4088ed-f847-48f9-9704-250c2543e8e3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2dd8d04e-4737-49be-98a4-b5894dc7714a HTTP/1.1" status: 200  len: 847 time: 0.0599539
Jun 01 10:21:58.202843 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97411b-0d1c-409f-ab6d-4a67b493f158 req-df93fc09-b61a-48dd-b487-6f8befe32f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:58.204287 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1f97411b-0d1c-409f-ab6d-4a67b493f158 req-df93fc09-b61a-48dd-b487-6f8befe32f9f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0689194
Jun 01 10:21:58.336743 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1f97411b-0d1c-409f-ab6d-4a67b493f158 req-3e86145b-c555-415a-9ff9-a7fa219baeab service neutron] 10.222.0.93 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241982
Jun 01 10:21:58.535017 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1f97411b-0d1c-409f-ab6d-4a67b493f158 req-4a639f8a-b83f-4320-8a17-f331ef44874f service neutron] 10.222.0.93 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1863189
Jun 01 10:21:58.553273 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1f30-09cd-4c4a-b1ed-f63ed2dff2e6 req-aa2af0ce-e095-41c6-a949-c6321abfcb7b tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:58.554709 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b58c1f30-09cd-4c4a-b1ed-f63ed2dff2e6 req-aa2af0ce-e095-41c6-a949-c6321abfcb7b tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.1291871
Jun 01 10:21:58.599321 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b58c1f30-09cd-4c4a-b1ed-f63ed2dff2e6 req-4bd44c3d-37fe-46fa-ac78-5ae75bfd5e54 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389311
Jun 01 10:21:59.015530 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:21:59.128161 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:59.154445 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:21:59.156639 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd09d813-496f-4648-a778-b9dbde357e83" -d '{"events": [{"server_uuid": "d042979f-aa6e-44a0-ad66-55da35a6d4e7", "name": "network-vif-unplugged", "status": "completed", "tag": "7ecff90b-8a97-4878-b2fb-c52ed1f4b73f"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:21:59.164569 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:21:59.169514 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:21:59.171264 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:21:59.206238 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 10:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d9495e-b9d6-4c5f-bd8e-b75346cb3aeb x-openstack-request-id: req-85d9495e-b9d6-4c5f-bd8e-b75346cb3aeb {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:21:59.206535 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d042979f-aa6e-44a0-ad66-55da35a6d4e7", "name": "network-vif-unplugged", "status": "completed", "tag": "7ecff90b-8a97-4878-b2fb-c52ed1f4b73f", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:21:59.206792 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-85d9495e-b9d6-4c5f-bd8e-b75346cb3aeb {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:21:59.207181 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f', 'code': 200}
Jun 01 10:21:59.237708 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,revision_number=6']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:21:59.240672 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:21:59.789245 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c743d-dd58-43e9-bf83-e3a6d49d98a4 req-42eaa125-2dc5-44a0-99d4-f28998be1406 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:21:59.790711 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-844c743d-dd58-43e9-bf83-e3a6d49d98a4 req-42eaa125-2dc5-44a0-99d4-f28998be1406 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 943 time: 0.0815222
Jun 01 10:21:59.839387 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-844c743d-dd58-43e9-bf83-e3a6d49d98a4 req-f8b3bd9d-c2dd-4ee0-b987-5323bedf797d tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428908
Jun 01 10:22:01.023652 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb4fe7-0349-4e65-9be7-e4efb4426ab2 req-8b02ba0a-a762-4a88-b30c-af8fa37796d1 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:22:01.025086 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-07cb4fe7-0349-4e65-9be7-e4efb4426ab2 req-8b02ba0a-a762-4a88-b30c-af8fa37796d1 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 943 time: 0.0793750
Jun 01 10:22:01.069008 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-07cb4fe7-0349-4e65-9be7-e4efb4426ab2 req-487d151a-79a7-46bb-ae45-b1e4b43d4024 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383070
Jun 01 10:22:02.256354 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a758065-ccc7-4a87-a052-74b00b9176db req-04dbf1ab-194e-4ab5-8564-d39875c15ca9 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:22:02.257749 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1a758065-ccc7-4a87-a052-74b00b9176db req-04dbf1ab-194e-4ab5-8564-d39875c15ca9 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 943 time: 0.0830624
Jun 01 10:22:02.301700 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1a758065-ccc7-4a87-a052-74b00b9176db req-8c2c5e61-ff4c-47bb-90dc-f52747959e59 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384049
Jun 01 10:22:03.489510 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3dd84-cd58-4271-9df0-916c689907c7 req-cab32d23-f46c-47c1-a2ce-7c52244077d2 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:22:03.490937 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-cfa3dd84-cd58-4271-9df0-916c689907c7 req-cab32d23-f46c-47c1-a2ce-7c52244077d2 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 943 time: 0.0819061
Jun 01 10:22:03.534998 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-cfa3dd84-cd58-4271-9df0-916c689907c7 req-12b399d6-a6c8-4431-887a-596d62f6e8c2 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384669
Jun 01 10:22:04.718068 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be47aab-e4f4-4db7-b8e3-98185ce4a267 req-58f8928d-8eaa-443e-a98f-df1e2d5c7a3e tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:22:04.719504 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9be47aab-e4f4-4db7-b8e3-98185ce4a267 req-58f8928d-8eaa-443e-a98f-df1e2d5c7a3e tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 943 time: 0.0801568
Jun 01 10:22:04.768418 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9be47aab-e4f4-4db7-b8e3-98185ce4a267 req-1387599a-97c3-4eb1-addc-82c4a07e30f2 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429442
Jun 01 10:22:04.860472 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328bc40-36c0-43b4-9e28-2e465d44e2fb req-7d1d18fe-1df5-4a32-8e63-cc4559d0f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:22:04.862460 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2328bc40-36c0-43b4-9e28-2e465d44e2fb req-7d1d18fe-1df5-4a32-8e63-cc4559d0f724 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 1096 time: 0.0700145
Jun 01 10:22:04.904330 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2328bc40-36c0-43b4-9e28-2e465d44e2fb req-fbe31d85-5234-4564-af9d-3f4d82c1e218 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333457
Jun 01 10:22:05.073611 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:22:05.204013 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:22:05.217292 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'port_id': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f', 'mac_address': 'fa:16:3e:7f:3b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:22:05.285717 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:05.295958 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-6d7f57fe-3faf-4089-afff-3858504db120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:05.313040 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:22:05.331768 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:22:05.335434 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:05.337149 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-4558a1ef-fe4c-4e51-9a1e-19c287071d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:05.404371 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,revision_number=7']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:05.412382 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:05.412864 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:05.413359 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:05.413693 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:05.414018 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:05.414467 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:05.414835 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:05.415176 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:05.415571 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:05.415910 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:05.416625 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:05.416968 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:05.420664 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:05.543111 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:05.967950 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f286f2d-cc70-46a1-af48-6d229ca7d9cb req-b4207bae-7865-4d56-99f0-ecd894f56170 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:22:05.969413 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2f286f2d-cc70-46a1-af48-6d229ca7d9cb req-b4207bae-7865-4d56-99f0-ecd894f56170 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 944 time: 0.0831001
Jun 01 10:22:06.018931 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-2f286f2d-cc70-46a1-af48-6d229ca7d9cb req-d4c7741c-768b-4a5e-9f18-0fbab1ae15db tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434115
Jun 01 10:22:06.055885 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5f1c2-ce99-4c0c-92a4-cb335bdf3179 req-9b64bf70-8972-41a1-aa10-7b80db5b1489 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:22:06.057371 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c9a5f1c2-ce99-4c0c-92a4-cb335bdf3179 req-9b64bf70-8972-41a1-aa10-7b80db5b1489 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 947 time: 0.0823703
Jun 01 10:22:06.101302 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c9a5f1c2-ce99-4c0c-92a4-cb335bdf3179 req-24b110e7-e34a-4e12-9b20-03cd43e5ca29 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382712
Jun 01 10:22:06.654938 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['7ecff90b-8a97-4878-b2fb-c52ed1f4b73f'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:22:07.290322 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d3380-3fe4-49be-834a-4e08254c21b2 req-8ed5a05e-1b49-4169-b95d-6b2604d825ea tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:22:07.291671 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b09d3380-3fe4-49be-834a-4e08254c21b2 req-8ed5a05e-1b49-4169-b95d-6b2604d825ea tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 947 time: 0.0788105
Jun 01 10:22:07.337699 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b09d3380-3fe4-49be-834a-4e08254c21b2 req-ed59a99a-fe68-4c30-8a70-1082d6925917 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups?id=c801c946-25fa-480f-ab9b-ea361ea707e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400150
Jun 01 10:22:07.445235 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-eb48e63a-594d-4396-8915-ebe549d17ca2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:22:07.446624 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-eb48e63a-594d-4396-8915-ebe549d17ca2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.93 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 947 time: 0.0819440
Jun 01 10:22:07.584247 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Deleting port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:22:07.584499 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:07.713589 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] For port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:22:07.713935 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:07.736369 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-038a899f-a0cd-46a6-8cb5-def6bfcaa6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:07.875619 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:08.091933 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:08.092298 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:08.092608 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.l3_db [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Floating IP a246903a-3a47-4479-9c42-ac2a61248f7a disassociated. External IP: 172.27.3.97, port: 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98.
Jun 01 10:22:08.092941 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Calling delete_port for 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:22:08.202104 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:08.209097 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-dacbcbaf-e677-42d6-98fc-4653cdf15bcf tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:08.261663 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event deleted for resources: {'Port': ['ID=4b8b509c-2df9-49bc-8d2b-7e03fc3fff98,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:08.263765 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:08.454576 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Router 92d99c24-633c-42b3-80e9-14f0b85999c0 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:22:08.497274 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-763dc657-fcf2-4fc2-adce-285ff46481f5 req-87a1d2a3-73c5-44a8-9167-671109ba140b tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/ports?device_id=89fefcbf-6b78-4892-81c0-9c0ff0d390ae HTTP/1.1" status: 200  len: 210 time: 0.0474670
Jun 01 10:22:08.638958 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:22:08.649241 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8a7db-67ca-451f-a6b3-ab78437b0953 None None] Sync routers for ids ['92d99c24-633c-42b3-80e9-14f0b85999c0'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:22:08.660011 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8a7db-67ca-451f-a6b3-ab78437b0953 None None] Routers {'92d99c24-633c-42b3-80e9-14f0b85999c0'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:22:08.660781 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-84b8a7db-67ca-451f-a6b3-ab78437b0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4864276a0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:22:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['92d99c24-633c-42b3-80e9-14f0b85999c0'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:22:08.719516 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] No DVR routers for this DVR port 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:22:08.721262 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:08.725395 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'name': 'network-vif-deleted', 'tag': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:22:08.727708 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4850524b-677c-44eb-b7a2-d3c1efbd8583" -d '{"events": [{"server_uuid": "89fefcbf-6b78-4892-81c0-9c0ff0d390ae", "name": "network-vif-deleted", "tag": "4b8b509c-2df9-49bc-8d2b-7e03fc3fff98"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:22:08.745013 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-19d2b4bf-0969-45ee-8a36-d198eeb06f0e req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.93 "DELETE /v2.0/ports/4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 HTTP/1.1" status: 204  len: 173 time: 1.2902741
Jun 01 10:22:08.778256 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db46af31-efd9-43d9-97cc-1d9ff33a17c5 x-openstack-request-id: req-db46af31-efd9-43d9-97cc-1d9ff33a17c5 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:22:08.778807 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fefcbf-6b78-4892-81c0-9c0ff0d390ae", "name": "network-vif-deleted", "tag": "4b8b509c-2df9-49bc-8d2b-7e03fc3fff98", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:22:08.779058 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-db46af31-efd9-43d9-97cc-1d9ff33a17c5 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:22:08.779676 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fefcbf-6b78-4892-81c0-9c0ff0d390ae', 'name': 'network-vif-deleted', 'tag': '4b8b509c-2df9-49bc-8d2b-7e03fc3fff98', 'status': 'completed', 'code': 200}
Jun 01 10:22:08.808214 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:08.856809 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-84b8a7db-67ca-451f-a6b3-ab78437b0953 None None] Set router 92d99c24-633c-42b3-80e9-14f0b85999c0 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:22:09.083521 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:22:09.151866 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:22:09.152248 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:09.215785 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-84b8a7db-67ca-451f-a6b3-ab78437b0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4864276a0>, [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:36Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '8e0b1836-9b86-4d35-91d9-a2ef6fe688f7', 'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'mac_address': 'fa:16:3e:d2:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:30Z', 'updated_at': '2021-06-01T10:13:48Z', 'revision_number': 5, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'subnets': [{'id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:22:09.219539 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8a7db-67ca-451f-a6b3-ab78437b0953 None None] Checking router: 92d99c24-633c-42b3-80e9-14f0b85999c0 for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:22:09.228012 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8a7db-67ca-451f-a6b3-ab78437b0953 None None] Routers {'92d99c24-633c-42b3-80e9-14f0b85999c0'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:22:09.228624 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-84b8a7db-67ca-451f-a6b3-ab78437b0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4864276a0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:22:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['92d99c24-633c-42b3-80e9-14f0b85999c0'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:22:09.317538 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:09.348995 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:22:09.351516 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b2e316-2465-45cb-b71a-ac684fc0299b" -d '{"events": [{"server_uuid": "d042979f-aa6e-44a0-ad66-55da35a6d4e7", "name": "network-vif-plugged", "status": "completed", "tag": "7ecff90b-8a97-4878-b2fb-c52ed1f4b73f"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:22:09.372767 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:22:09.380570 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:09.382989 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:09.418810 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c454ce-9e8f-41cd-8d3b-063514bc963b x-openstack-request-id: req-62c454ce-9e8f-41cd-8d3b-063514bc963b {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:22:09.419107 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d042979f-aa6e-44a0-ad66-55da35a6d4e7", "name": "network-vif-plugged", "status": "completed", "tag": "7ecff90b-8a97-4878-b2fb-c52ed1f4b73f", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:22:09.419371 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62c454ce-9e8f-41cd-8d3b-063514bc963b {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:22:09.419763 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f', 'code': 200}
Jun 01 10:22:09.425279 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-84b8a7db-67ca-451f-a6b3-ab78437b0953 None None] Set router 92d99c24-633c-42b3-80e9-14f0b85999c0 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:22:09.452025 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,revision_number=8']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:09.455672 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:09.631645 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 54620) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:09.697232 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b696a731-e050-4841-93ec-08df5a5c246c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:09.726405 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b696a731-e050-4841-93ec-08df5a5c246c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:09.739962 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-84b8a7db-67ca-451f-a6b3-ab78437b0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4864276a0>, [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:36Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '8e0b1836-9b86-4d35-91d9-a2ef6fe688f7', 'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'mac_address': 'fa:16:3e:d2:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:30Z', 'updated_at': '2021-06-01T10:13:48Z', 'revision_number': 5, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'subnets': [{'id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:22:09.743946 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8a7db-67ca-451f-a6b3-ab78437b0953 None None] The sync data for ids ['92d99c24-633c-42b3-80e9-14f0b85999c0'] in dv-cinder-784779-13-iscsi is: [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:13:36Z', 'revision_number': 4, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '8e0b1836-9b86-4d35-91d9-a2ef6fe688f7', 'name': '', 'network_id': '5eec1d6c-37df-44d5-a3ce-e0625e581a69', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'mac_address': 'fa:16:3e:d2:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:30Z', 'updated_at': '2021-06-01T10:13:48Z', 'revision_number': 5, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'subnets': [{'id': 'c37142d9-9aeb-4f95-b35e-6158487f26f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:22:09.782976 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b696a731-e050-4841-93ec-08df5a5c246c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:09.787076 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-879e8475-22ac-4c8f-ac06-5371c06c53fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:09.802016 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696a731-e050-4841-93ec-08df5a5c246c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c801c946-25fa-480f-ab9b-ea361ea707e7,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:09.806539 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-b696a731-e050-4841-93ec-08df5a5c246c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:09.819470 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-b696a731-e050-4841-93ec-08df5a5c246c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:09.824614 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54624) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:09.825553 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-b696a731-e050-4841-93ec-08df5a5c246c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "DELETE /v2.0/security-groups/c801c946-25fa-480f-ab9b-ea361ea707e7 HTTP/1.1" status: 204  len: 168 time: 0.1883912
Jun 01 10:22:09.853019 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.api.v2.resource [None req-01383057-6579-4627-a28e-48661914178e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] show failed (client error): The resource could not be found.
Jun 01 10:22:09.853989 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-01383057-6579-4627-a28e-48661914178e tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "GET /v2.0/security-groups/c801c946-25fa-480f-ab9b-ea361ea707e7 HTTP/1.1" status: 404  len: 347 time: 0.0280602
Jun 01 10:22:09.856807 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54628) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:09.976490 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2cbfb1-8125-4b44-ad9f-c15079dd08f1 None None] New status for floating IP a246903a-3a47-4479-9c42-ac2a61248f7a: DOWN {{(pid=91882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:22:10.080326 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Deleting port 2e085676-e69d-4857-be6a-20c990f8caf0 {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:22:10.080681 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:10.204897 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:10.205251 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:10.419017 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Calling delete_port for 2e085676-e69d-4857-be6a-20c990f8caf0 owned by network:floatingip {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:22:10.528160 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:10.531647 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:10.539918 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:10.574729 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Pushing event deleted for resources: {'Port': ['ID=2e085676-e69d-4857-be6a-20c990f8caf0,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:10.611694 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:10.612168 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:10.612543 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:10.612905 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:10.613296 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:10.613656 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:10.614011 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:10.614364 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:10.614715 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:10.615065 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:10.615416 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:10.615763 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:10.622621 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:10.680610 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks [] for floatingip, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:10.702172 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:10.703272 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-31298679-6512-41fd-9978-133b17c330fe tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] 10.222.0.86 "DELETE /v2.0/floatingips/a246903a-3a47-4479-9c42-ac2a61248f7a HTTP/1.1" status: 204  len: 168 time: 0.8455749
Jun 01 10:22:13.120270 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:22:13.154270 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:22:13.154621 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 4b8b509c-2df9-49bc-8d2b-7e03fc3fff98 not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:22:13.480919 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54652) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:14.179473 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-66b9e280-a850-4707-955d-d9879ec26957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943910'] for router_interface, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:14.587470 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-66b9e280-a850-4707-955d-d9879ec26957 admin admin] Deleting port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:22:14.588135 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-66b9e280-a850-4707-955d-d9879ec26957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:14.713921 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [None req-66b9e280-a850-4707-955d-d9879ec26957 admin admin] For port 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=8e0b1836-9b86-4d35-91d9-a2ef6fe688f7,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:22:14.714270 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-66b9e280-a850-4707-955d-d9879ec26957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:14.928329 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-66b9e280-a850-4707-955d-d9879ec26957 admin admin] Calling delete_port for 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 owned by network:router_interface {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:22:15.072580 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-66b9e280-a850-4707-955d-d9879ec26957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:15.077268 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0e85f981-10d1-4b75-a50c-867378dd77c9 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:15.123388 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9e280-a850-4707-955d-d9879ec26957 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0b1836-9b86-4d35-91d9-a2ef6fe688f7,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:15.150415 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-66b9e280-a850-4707-955d-d9879ec26957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:15.399301 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-66b9e280-a850-4707-955d-d9879ec26957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939702'] for router_interface, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:15.758805 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b9e280-a850-4707-955d-d9879ec26957 admin admin] Router 92d99c24-633c-42b3-80e9-14f0b85999c0 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:22:15.936357 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b9e280-a850-4707-955d-d9879ec26957 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:22:15.946183 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b59bb08-94d8-4be8-a84d-c4caeb7cdec6 None None] Sync routers for ids ['92d99c24-633c-42b3-80e9-14f0b85999c0'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:22:15.949443 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-66b9e280-a850-4707-955d-d9879ec26957 admin admin] 10.222.0.86 "PUT /v2.0/routers/92d99c24-633c-42b3-80e9-14f0b85999c0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4671578
Jun 01 10:22:15.951947 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54658) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:15.955407 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59bb08-94d8-4be8-a84d-c4caeb7cdec6 None None] Routers {'92d99c24-633c-42b3-80e9-14f0b85999c0'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:22:15.956014 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-4b59bb08-94d8-4be8-a84d-c4caeb7cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486427460>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:22:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['92d99c24-633c-42b3-80e9-14f0b85999c0'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:22:16.133141 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:16.133490 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-4b59bb08-94d8-4be8-a84d-c4caeb7cdec6 None None] Set router 92d99c24-633c-42b3-80e9-14f0b85999c0 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:22:16.411293 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:16.432634 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-4b59bb08-94d8-4be8-a84d-c4caeb7cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486427460>, [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '0662c499-56e9-4dec-879d-d56e63845c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:22:15Z', 'revision_number': 5, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port': {'id': '0662c499-56e9-4dec-879d-d56e63845c00', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:13:15Z', 'updated_at': '2021-06-01T10:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:22:16.436366 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b59bb08-94d8-4be8-a84d-c4caeb7cdec6 None None] Checking router: 92d99c24-633c-42b3-80e9-14f0b85999c0 for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:22:16.445045 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59bb08-94d8-4be8-a84d-c4caeb7cdec6 None None] Routers {'92d99c24-633c-42b3-80e9-14f0b85999c0'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:22:16.445667 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-4b59bb08-94d8-4be8-a84d-c4caeb7cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486427460>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:22:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['92d99c24-633c-42b3-80e9-14f0b85999c0'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:22:16.486433 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] Deleting port 0662c499-56e9-4dec-879d-d56e63845c00 {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:22:16.486771 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:16.616284 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] For port 0662c499-56e9-4dec-879d-d56e63845c00, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=0662c499-56e9-4dec-879d-d56e63845c00,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:22:16.616774 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:16.620481 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-4b59bb08-94d8-4be8-a84d-c4caeb7cdec6 None None] Set router 92d99c24-633c-42b3-80e9-14f0b85999c0 gateway port host: None {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:22:16.726549 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-4b59bb08-94d8-4be8-a84d-c4caeb7cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486427460>, [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:22:16Z', 'revision_number': 6, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port_host': None}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:22:16.730514 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b59bb08-94d8-4be8-a84d-c4caeb7cdec6 None None] The sync data for ids ['92d99c24-633c-42b3-80e9-14f0b85999c0'] in dv-cinder-784779-13-iscsi is: [{'id': '92d99c24-633c-42b3-80e9-14f0b85999c0', 'name': 'tempest-AttachVolumeShelveTestJSON-2086897230-router', 'tenant_id': '79697cda1c4247899e55e134a9e5b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:13:12Z', 'updated_at': '2021-06-01T10:22:16Z', 'revision_number': 6, 'project_id': '79697cda1c4247899e55e134a9e5b375', 'gw_port_host': None}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:22:16.737989 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] Calling delete_port for 0662c499-56e9-4dec-879d-d56e63845c00 owned by network:router_gateway {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:22:16.873397 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:16.877623 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-41e98063-64bc-48f6-8b50-2e993e7dfad7 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:16.922767 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0662c499-56e9-4dec-879d-d56e63845c00,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:16.926233 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:17.015278 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944187'] for router_gateway, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:17.186052 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7008'] for router, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:17.188216 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:17.212876 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938634'] for router, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:17.213467 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92d99c24-633c-42b3-80e9-14f0b85999c0 {{(pid=91880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 10:22:17.226178 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] Notify callbacks [] for router, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:17.227276 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-0e5adc41-47a8-42df-99a7-14e76e8722d7 admin admin] 10.222.0.86 "DELETE /v2.0/routers/92d99c24-633c-42b3-80e9-14f0b85999c0 HTTP/1.1" status: 204  len: 168 time: 1.2743511
Jun 01 10:22:17.229752 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54664) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:17.288146 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09c1622-0c68-42c1-be7f-d449dcb9b27a admin admin] Deleting subnet c37142d9-9aeb-4f95-b35e-6158487f26f3 {{(pid=91880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:22:17.290892 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a09c1622-0c68-42c1-be7f-d449dcb9b27a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:17.338971 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a09c1622-0c68-42c1-be7f-d449dcb9b27a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2480025'] for subnet, precommit_delete_associations {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:17.416731 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a09c1622-0c68-42c1-be7f-d449dcb9b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:17.666184 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a09c1622-0c68-42c1-be7f-d449dcb9b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2392705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2731557'] for subnet, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:17.670243 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:17.795725 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c1622-0c68-42c1-be7f-d449dcb9b27a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c37142d9-9aeb-4f95-b35e-6158487f26f3,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:17.798355 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-a09c1622-0c68-42c1-be7f-d449dcb9b27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:17.801215 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a09c1622-0c68-42c1-be7f-d449dcb9b27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:17.806495 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e658e0-f734-4c59-849f-7b8bafc889a2 None None] Network 5eec1d6c-37df-44d5-a3ce-e0625e581a69 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:22:17.807963 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-a09c1622-0c68-42c1-be7f-d449dcb9b27a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c37142d9-9aeb-4f95-b35e-6158487f26f3 HTTP/1.1" status: 204  len: 168 time: 0.5772812
Jun 01 10:22:17.810476 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54668) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:17.915555 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:17.987005 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Deleting port 64a9b319-0adb-447c-b30e-efda77e45b6b {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:22:17.987355 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.057215 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ddeacd-071d-4b75-b129-0313fc06ca70 None None] DHCP port deletion for 5eec1d6c-37df-44d5-a3ce-e0625e581a69 request from dv-cinder-784779-13-iscsi {{(pid=91882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 10:22:18.092070 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] For port 64a9b319-0adb-447c-b30e-efda77e45b6b, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=64a9b319-0adb-447c-b30e-efda77e45b6b,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:22:18.092434 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.129831 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-42ddeacd-071d-4b75-b129-0313fc06ca70 None None] Deleting port 64a9b319-0adb-447c-b30e-efda77e45b6b {{(pid=91882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:22:18.130211 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-42ddeacd-071d-4b75-b129-0313fc06ca70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.215937 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Calling delete_port for 64a9b319-0adb-447c-b30e-efda77e45b6b owned by network:dhcp {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:22:18.229546 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-42ddeacd-071d-4b75-b129-0313fc06ca70 None None] For port 64a9b319-0adb-447c-b30e-efda77e45b6b, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=64a9b319-0adb-447c-b30e-efda77e45b6b,segment=NetworkSegment(c64bbc0b-b494-4d89-9756-2bd1da1232e8),segment_id=c64bbc0b-b494-4d89-9756-2bd1da1232e8)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:22:18.229945 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-42ddeacd-071d-4b75-b129-0313fc06ca70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.262552 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.267196 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8aa06bda-c42e-4b0a-8d46-b148ff7aaa1c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:18.316168 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Pushing event deleted for resources: {'Port': ['ID=64a9b319-0adb-447c-b30e-efda77e45b6b,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:18.317855 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] No DVR routers for this DVR port 64a9b319-0adb-447c-b30e-efda77e45b6b on host dv-cinder-784779-13-iscsi {{(pid=91880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:22:18.319513 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:18.352435 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-42ddeacd-071d-4b75-b129-0313fc06ca70 None None] Calling delete_port for 64a9b319-0adb-447c-b30e-efda77e45b6b owned by network:dhcp {{(pid=91882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:22:18.397684 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-42ddeacd-071d-4b75-b129-0313fc06ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264'] for port, after_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.401561 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:18.438551 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.446053 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddeacd-071d-4b75-b129-0313fc06ca70 None None] Pushing event deleted for resources: {'Port': ['ID=64a9b319-0adb-447c-b30e-efda77e45b6b,revision_number=None']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:18.449193 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-42ddeacd-071d-4b75-b129-0313fc06ca70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:18.449880 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ddeacd-071d-4b75-b129-0313fc06ca70 None None] No DVR routers for this DVR port 64a9b319-0adb-447c-b30e-efda77e45b6b on host dv-cinder-784779-13-iscsi {{(pid=91882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:22:18.458055 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd485cc4760>,) {'filters': {'network_id': ['5eec1d6c-37df-44d5-a3ce-e0625e581a69']}} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:22:18.467367 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd485cc4760>, 'c64bbc0b-b494-4d89-9756-2bd1da1232e8') {'for_net_delete': True} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:22:18.467668 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd485cc4760>, 'c64bbc0b-b494-4d89-9756-2bd1da1232e8') {} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:22:18.478811 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2480018'] for segment, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.495652 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.501463 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=91880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:22:18.502521 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489895'] for segment, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]: Traceback (most recent call last):
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:     timer()
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:     cb(*args, **kw)
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:     return func(*args, **kwargs)
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:     self._notify()
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:     self.callback(batched_events)
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:     event.method(event)
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:     return f(self, *a, **k)
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._get(url).json()
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:22:18.515690 dv-cinder-784779-13-iscsi neutron-server[91880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:22:18.566507 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:22:18.594286 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.599398 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ef4262f4-0bee-4d28-8f46-79bd650ede38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:18.603107 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:22:18.603465 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 8e0b1836-9b86-4d35-91d9-a2ef6fe688f7 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:22:18.603895 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 0662c499-56e9-4dec-879d-d56e63845c00 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:22:18.613585 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.623732 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Pushing event deleted for resources: {'Network': ['ID=5eec1d6c-37df-44d5-a3ce-e0625e581a69,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:18.627109 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:18.636940 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: 0662c499-56e9-4dec-879d-d56e63845c00 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:22:18.637322 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 0662c499-56e9-4dec-879d-d56e63845c00 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:22:18.637740 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 64a9b319-0adb-447c-b30e-efda77e45b6b no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:22:18.637969 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] 10.222.0.86 "DELETE /v2.0/networks/5eec1d6c-37df-44d5-a3ce-e0625e581a69 HTTP/1.1" status: 204  len: 168 time: 0.8265321
Jun 01 10:22:18.670708 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: 64a9b319-0adb-447c-b30e-efda77e45b6b {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:22:18.671068 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 64a9b319-0adb-447c-b30e-efda77e45b6b not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:22:18.749890 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 54674) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:18.796781 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-116a61cf-ca9c-402a-8cb8-10aff4d39b5e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=79697cda1c4247899e55e134a9e5b375&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0457213
Jun 01 10:22:18.799544 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 54678) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:18.856489 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-47c43473-6ce8-442d-bb08-987afe43f476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.882354 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-47c43473-6ce8-442d-bb08-987afe43f476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.932956 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-47c43473-6ce8-442d-bb08-987afe43f476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.936531 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-44f980ff-3f1d-4166-873c-711eb3e3fcc1 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:18.949346 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c43473-6ce8-442d-bb08-987afe43f476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952bfc2d-bb37-4045-9503-d2fd4b3de89d,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:18.953324 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-47c43473-6ce8-442d-bb08-987afe43f476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:18.958542 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-47c43473-6ce8-442d-bb08-987afe43f476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:18.959651 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-47c43473-6ce8-442d-bb08-987afe43f476 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/952bfc2d-bb37-4045-9503-d2fd4b3de89d HTTP/1.1" status: 204  len: 168 time: 0.1590822
Jun 01 10:22:23.107411 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 54740) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:23.222071 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4e422fa4-502c-4e54-bf7b-9594a5277d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:23.235782 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-4e422fa4-502c-4e54-bf7b-9594a5277d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:22:23.239750 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-4e422fa4-502c-4e54-bf7b-9594a5277d59 admin admin] Usage tracker for resource:security_group_rule and tenant:70d9835e25e940e488b7f85fbca80568 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:22:23.242520 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-4e422fa4-502c-4e54-bf7b-9594a5277d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:22:23.248100 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-4e422fa4-502c-4e54-bf7b-9594a5277d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:22:23.333848 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4e422fa4-502c-4e54-bf7b-9594a5277d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:23.337450 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-4e422fa4-502c-4e54-bf7b-9594a5277d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:23.345786 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f6e2e4fe-c14d-48dd-8cde-971c1055c591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:23.384419 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-4e422fa4-502c-4e54-bf7b-9594a5277d59 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=70d9835e25e940e488b7f85fbca80568&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2759597
Jun 01 10:22:23.386095 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e422fa4-502c-4e54-bf7b-9594a5277d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de75ead-2d9e-42d6-8455-ad9681de072e,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:23.387153 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54746) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:23.389272 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-4e422fa4-502c-4e54-bf7b-9594a5277d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:23.448767 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-167fb6e9-d3c4-4234-8eef-04fe56f8f491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:23.477141 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-167fb6e9-d3c4-4234-8eef-04fe56f8f491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:23.551146 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-167fb6e9-d3c4-4234-8eef-04fe56f8f491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:23.555690 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9c2eed18-338f-43ec-a80f-a452dd14c471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:23.568703 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fb6e9-d3c4-4234-8eef-04fe56f8f491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de75ead-2d9e-42d6-8455-ad9681de072e,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:23.572453 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-167fb6e9-d3c4-4234-8eef-04fe56f8f491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:23.575864 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-167fb6e9-d3c4-4234-8eef-04fe56f8f491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:23.577279 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-167fb6e9-d3c4-4234-8eef-04fe56f8f491 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3de75ead-2d9e-42d6-8455-ad9681de072e HTTP/1.1" status: 204  len: 168 time: 0.1891220
Jun 01 10:22:30.281956 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:22:35.280105 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-b114f79c-1922-4665-8018-cfc2bda071e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:35.429955 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 54886) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:35.540983 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:35.551341 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25b937a7-a259-4eef-9fa2-e40e611c9f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:35.565796 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-25b937a7-a259-4eef-9fa2-e40e611c9f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:22:35.570275 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-25b937a7-a259-4eef-9fa2-e40e611c9f0f admin admin] Usage tracker for resource:security_group_rule and tenant:44f86c5d60fb45c4b51967ccdce68734 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:22:35.573027 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-25b937a7-a259-4eef-9fa2-e40e611c9f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:22:35.578978 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-25b937a7-a259-4eef-9fa2-e40e611c9f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:22:35.659026 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25b937a7-a259-4eef-9fa2-e40e611c9f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:35.662708 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-25b937a7-a259-4eef-9fa2-e40e611c9f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:35.670681 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-3b8a3f8c-cda6-47c1-b821-865c369408cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:35.709965 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-25b937a7-a259-4eef-9fa2-e40e611c9f0f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=44f86c5d60fb45c4b51967ccdce68734&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2789755
Jun 01 10:22:35.710968 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b937a7-a259-4eef-9fa2-e40e611c9f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e2f0ad-1717-4700-8629-8ca3233f70be,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:35.712628 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54892) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:35.714577 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-25b937a7-a259-4eef-9fa2-e40e611c9f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:35.773230 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c16292c8-a756-4635-8e5a-e10176a7edb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:35.798979 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c16292c8-a756-4635-8e5a-e10176a7edb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:35.854021 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c16292c8-a756-4635-8e5a-e10176a7edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:35.858769 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-caed95cb-d462-4a6f-a072-a42230771fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:35.873730 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16292c8-a756-4635-8e5a-e10176a7edb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e2f0ad-1717-4700-8629-8ca3233f70be,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:35.876055 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c16292c8-a756-4635-8e5a-e10176a7edb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:35.877002 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c16292c8-a756-4635-8e5a-e10176a7edb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:35.881399 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-c16292c8-a756-4635-8e5a-e10176a7edb8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f0e2f0ad-1717-4700-8629-8ca3233f70be HTTP/1.1" status: 204  len: 168 time: 0.1677015
Jun 01 10:22:35.975267 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b2072641-cf6b-4861-af2a-1e3a280b4e44 req-72590742-80f0-4891-ad0a-af74a5aaf97c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0783017
Jun 01 10:22:36.068049 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2072641-cf6b-4861-af2a-1e3a280b4e44 req-09f65c45-9886-4e8a-9c2e-352fb7f84a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:22:36.069562 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b2072641-cf6b-4861-af2a-1e3a280b4e44 req-09f65c45-9886-4e8a-9c2e-352fb7f84a3a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=56636114736640519f8745b2a6167521&device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 1098 time: 0.0720773
Jun 01 10:22:36.178277 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54900) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:36.196304 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8caf0408-22ae-40ca-b001-a84a34547da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:36.210710 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-8caf0408-22ae-40ca-b001-a84a34547da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:22:36.214550 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-8caf0408-22ae-40ca-b001-a84a34547da3 admin admin] Usage tracker for resource:security_group_rule and tenant:55d569f9cade436c86bb722da5e54a6f is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:22:36.217375 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-8caf0408-22ae-40ca-b001-a84a34547da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:22:36.223268 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-8caf0408-22ae-40ca-b001-a84a34547da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:22:36.234201 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2072641-cf6b-4861-af2a-1e3a280b4e44 req-4786c331-dba3-43b3-91fd-07981ed215ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:22:36.235632 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b2072641-cf6b-4861-af2a-1e3a280b4e44 req-4786c331-dba3-43b3-91fd-07981ed215ef service neutron] 10.222.0.93 "GET /v2.0/networks?id=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 HTTP/1.1" status: 200  len: 910 time: 0.1442070
Jun 01 10:22:36.311779 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8caf0408-22ae-40ca-b001-a84a34547da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:36.315691 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8caf0408-22ae-40ca-b001-a84a34547da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:36.324256 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-656e400f-9cc6-4290-b622-3058f752519e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:36.368420 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-8caf0408-22ae-40ca-b001-a84a34547da3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=55d569f9cade436c86bb722da5e54a6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1890562
Jun 01 10:22:36.369411 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf0408-22ae-40ca-b001-a84a34547da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d144e06-6b82-49d9-b900-71d86c707495,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:36.371777 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 54904) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:36.374172 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8caf0408-22ae-40ca-b001-a84a34547da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:36.438828 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d3d28bff-797e-4ebb-9834-a6cbc6eefaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:36.443848 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b2072641-cf6b-4861-af2a-1e3a280b4e44 req-91dbe47f-5347-432f-935e-b1a9c45aff1b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f HTTP/1.1" status: 200  len: 1001 time: 0.2008576
Jun 01 10:22:36.459866 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d3d28bff-797e-4ebb-9834-a6cbc6eefaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:36.518367 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d3d28bff-797e-4ebb-9834-a6cbc6eefaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:36.518827 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2072641-cf6b-4861-af2a-1e3a280b4e44 req-a5cae8a1-f3f0-4db4-9685-9046a33e9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:22:36.521406 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b2072641-cf6b-4861-af2a-1e3a280b4e44 req-a5cae8a1-f3f0-4db4-9685-9046a33e9fd8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2dd8d04e-4737-49be-98a4-b5894dc7714a HTTP/1.1" status: 200  len: 847 time: 0.0699260
Jun 01 10:22:36.524812 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-d2118e1a-31b3-43e8-9c24-81b594bd2838 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:36.537584 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d28bff-797e-4ebb-9834-a6cbc6eefaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d144e06-6b82-49d9-b900-71d86c707495,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:36.540515 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-d3d28bff-797e-4ebb-9834-a6cbc6eefaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:36.542516 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-d3d28bff-797e-4ebb-9834-a6cbc6eefaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:36.546459 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-d3d28bff-797e-4ebb-9834-a6cbc6eefaa4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4d144e06-6b82-49d9-b900-71d86c707495 HTTP/1.1" status: 204  len: 168 time: 0.1710052
Jun 01 10:22:36.601561 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2072641-cf6b-4861-af2a-1e3a280b4e44 req-afb6bc93-77c5-48b5-9c2d-03a1dd4ed985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:22:36.603147 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b2072641-cf6b-4861-af2a-1e3a280b4e44 req-afb6bc93-77c5-48b5-9c2d-03a1dd4ed985 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0742037
Jun 01 10:22:36.738817 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b2072641-cf6b-4861-af2a-1e3a280b4e44 req-c2d8b9e8-952a-4106-be50-0b098f8d7ce7 service neutron] 10.222.0.93 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280637
Jun 01 10:22:36.878051 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b2072641-cf6b-4861-af2a-1e3a280b4e44 req-ad433543-de03-4d09-8824-5a7db705a93b service neutron] 10.222.0.93 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320386
Jun 01 10:22:37.738147 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4744f8b0-3ae7-4cb1-963e-952b35fe4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:37.873330 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:38.814238 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:40.544457 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:46.267161 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55044) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:46.385187 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-815c7bd1-4f42-4979-aaa5-5edd8b5de47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:46.403093 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-815c7bd1-4f42-4979-aaa5-5edd8b5de47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:22:46.406880 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-815c7bd1-4f42-4979-aaa5-5edd8b5de47f admin admin] Usage tracker for resource:security_group_rule and tenant:96e5062ec7af48b3a917ef76c7eb1338 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:22:46.410162 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-815c7bd1-4f42-4979-aaa5-5edd8b5de47f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:22:46.416302 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-815c7bd1-4f42-4979-aaa5-5edd8b5de47f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:22:46.500807 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-815c7bd1-4f42-4979-aaa5-5edd8b5de47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:46.506131 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-815c7bd1-4f42-4979-aaa5-5edd8b5de47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:46.512818 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c3792ed6-8d09-4654-849e-2bd11f97c265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:46.556308 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-815c7bd1-4f42-4979-aaa5-5edd8b5de47f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=96e5062ec7af48b3a917ef76c7eb1338&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2879231
Jun 01 10:22:46.557129 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c7bd1-4f42-4979-aaa5-5edd8b5de47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77825d40-09aa-4b0f-8da4-9d63feb792c3,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:46.558854 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55050) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:46.560279 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-815c7bd1-4f42-4979-aaa5-5edd8b5de47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:46.624738 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-03c1b1ca-3783-4973-80d9-186f586533ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:46.649936 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-03c1b1ca-3783-4973-80d9-186f586533ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:46.705334 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-03c1b1ca-3783-4973-80d9-186f586533ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:46.709937 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ccfb30fd-a915-4c15-9fa0-4d4d1790cc15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:46.722472 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1b1ca-3783-4973-80d9-186f586533ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77825d40-09aa-4b0f-8da4-9d63feb792c3,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:46.725384 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-03c1b1ca-3783-4973-80d9-186f586533ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:46.734793 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-03c1b1ca-3783-4973-80d9-186f586533ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:46.735899 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-03c1b1ca-3783-4973-80d9-186f586533ef admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/77825d40-09aa-4b0f-8da4-9d63feb792c3 HTTP/1.1" status: 204  len: 168 time: 0.1760709
Jun 01 10:22:47.015640 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55058) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:47.033670 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c339ad58-e3c9-4900-8d10-ff4954a04460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:47.047691 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-c339ad58-e3c9-4900-8d10-ff4954a04460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:22:47.051619 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-c339ad58-e3c9-4900-8d10-ff4954a04460 admin admin] Usage tracker for resource:security_group_rule and tenant:05246a41f1044eb79be4ad2c3feee690 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:22:47.054423 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-c339ad58-e3c9-4900-8d10-ff4954a04460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:22:47.060018 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-c339ad58-e3c9-4900-8d10-ff4954a04460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:22:47.140577 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c339ad58-e3c9-4900-8d10-ff4954a04460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:47.144620 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-c339ad58-e3c9-4900-8d10-ff4954a04460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:47.152994 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-4e422fa4-502c-4e54-bf7b-9594a5277d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:47.192274 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-c339ad58-e3c9-4900-8d10-ff4954a04460 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=05246a41f1044eb79be4ad2c3feee690&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1756043
Jun 01 10:22:47.193172 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339ad58-e3c9-4900-8d10-ff4954a04460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bb7592-7ddd-4de9-8c97-a4ab8ea7b8f8,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:47.194956 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55062) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:47.196072 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c339ad58-e3c9-4900-8d10-ff4954a04460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:47.253090 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9edcdea1-37ba-49ad-87c5-275e3990c16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:47.277530 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9edcdea1-37ba-49ad-87c5-275e3990c16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:47.330880 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9edcdea1-37ba-49ad-87c5-275e3990c16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:47.336494 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-46d67668-c3fb-4f36-bdf8-d43fa1d9da03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:47.353017 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcdea1-37ba-49ad-87c5-275e3990c16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bb7592-7ddd-4de9-8c97-a4ab8ea7b8f8,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:47.356613 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9edcdea1-37ba-49ad-87c5-275e3990c16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:47.361897 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9edcdea1-37ba-49ad-87c5-275e3990c16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:47.365597 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-9edcdea1-37ba-49ad-87c5-275e3990c16c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/67bb7592-7ddd-4de9-8c97-a4ab8ea7b8f8 HTTP/1.1" status: 204  len: 168 time: 0.1695874
Jun 01 10:22:47.704026 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55070) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:47.722906 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-319ac507-419f-4bad-aaa6-7b6eaee6b9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:47.737086 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-319ac507-419f-4bad-aaa6-7b6eaee6b9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:22:47.740973 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-319ac507-419f-4bad-aaa6-7b6eaee6b9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:f9811008ec2b431797d1e4c9ea4cc20f is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:22:47.743776 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-319ac507-419f-4bad-aaa6-7b6eaee6b9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:22:47.749438 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-319ac507-419f-4bad-aaa6-7b6eaee6b9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:22:47.834560 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-319ac507-419f-4bad-aaa6-7b6eaee6b9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:47.838286 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-319ac507-419f-4bad-aaa6-7b6eaee6b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:47.846846 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-276806d8-f756-45af-93a1-518317f29bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:47.887272 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-319ac507-419f-4bad-aaa6-7b6eaee6b9f4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f9811008ec2b431797d1e4c9ea4cc20f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1821940
Jun 01 10:22:47.888928 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ac507-419f-4bad-aaa6-7b6eaee6b9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ce1436-8bea-4fe1-9cc8-bc9440b45efa,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:47.890077 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55074) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:47.891894 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-319ac507-419f-4bad-aaa6-7b6eaee6b9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:47.950838 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d9e75919-6e47-4ead-96d5-99426b49f8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:47.976425 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d9e75919-6e47-4ead-96d5-99426b49f8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:48.029439 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d9e75919-6e47-4ead-96d5-99426b49f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:48.034099 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6e9eabd4-3d5e-4bb9-8741-86ffe8e25c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:48.047725 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e75919-6e47-4ead-96d5-99426b49f8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ce1436-8bea-4fe1-9cc8-bc9440b45efa,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:48.051120 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d9e75919-6e47-4ead-96d5-99426b49f8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:48.055162 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d9e75919-6e47-4ead-96d5-99426b49f8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:48.056248 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-d9e75919-6e47-4ead-96d5-99426b49f8ff admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/61ce1436-8bea-4fe1-9cc8-bc9440b45efa HTTP/1.1" status: 204  len: 168 time: 0.1652052
Jun 01 10:22:58.839836 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55166) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:58.955329 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:58.969594 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:22:58.973977 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Usage tracker for resource:security_group_rule and tenant:386e0341c8084b6dba062b67b52704b5 is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:22:58.976822 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:22:58.982493 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:22:59.070153 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:59.073859 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:59.082838 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-94ca5ce9-208d-4b91-baec-75011b00f329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:59.122992 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=386e0341c8084b6dba062b67b52704b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2821290
Jun 01 10:22:59.124602 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680b35ab-e893-4d76-84fd-13ab8fe90063,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:59.126227 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55172) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:59.132569 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:59.132958 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:59.133370 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:59.133747 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:59.134119 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:59.134491 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:59.134864 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:59.135227 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:59.135592 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:59.135954 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:59.136314 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:59.136672 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:22:59.140739 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:59.187975 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b1aef95a-0850-4f6e-a351-2a153ead5294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:59.213977 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b1aef95a-0850-4f6e-a351-2a153ead5294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:59.361612 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b1aef95a-0850-4f6e-a351-2a153ead5294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:59.366473 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-3ee3be89-ab13-41b7-8ecc-ec2b6b554b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:59.378282 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aef95a-0850-4f6e-a351-2a153ead5294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680b35ab-e893-4d76-84fd-13ab8fe90063,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:59.380822 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-b1aef95a-0850-4f6e-a351-2a153ead5294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:59.389863 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-b1aef95a-0850-4f6e-a351-2a153ead5294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:59.390973 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-b1aef95a-0850-4f6e-a351-2a153ead5294 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/680b35ab-e893-4d76-84fd-13ab8fe90063 HTTP/1.1" status: 204  len: 168 time: 0.2632585
Jun 01 10:22:59.671442 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55180) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:59.689215 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-edbdb9fc-d3d8-467c-83bb-7495bd0e9948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:59.703987 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-edbdb9fc-d3d8-467c-83bb-7495bd0e9948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:22:59.708927 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-edbdb9fc-d3d8-467c-83bb-7495bd0e9948 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b618ddb8e54ea5a016f2de6603cb8b is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:22:59.711784 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-edbdb9fc-d3d8-467c-83bb-7495bd0e9948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:22:59.717369 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-edbdb9fc-d3d8-467c-83bb-7495bd0e9948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:22:59.801972 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-edbdb9fc-d3d8-467c-83bb-7495bd0e9948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:59.805791 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-edbdb9fc-d3d8-467c-83bb-7495bd0e9948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:59.812733 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-429801a8-53b9-4e45-a293-e344c2779d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:22:59.855528 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-edbdb9fc-d3d8-467c-83bb-7495bd0e9948 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a6b618ddb8e54ea5a016f2de6603cb8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1830490
Jun 01 10:22:59.856452 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdb9fc-d3d8-467c-83bb-7495bd0e9948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa39bd3-435b-4fda-920a-b8cef55639de,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:22:59.858240 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55184) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:22:59.859495 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-edbdb9fc-d3d8-467c-83bb-7495bd0e9948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:22:59.919798 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-01517b2e-8468-43c7-9e52-3e56ff2e4db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:59.945186 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-01517b2e-8468-43c7-9e52-3e56ff2e4db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:22:59.997441 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-01517b2e-8468-43c7-9e52-3e56ff2e4db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:00.001427 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-48a9feba-69b6-483d-9310-ef48b769d37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:00.015459 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01517b2e-8468-43c7-9e52-3e56ff2e4db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa39bd3-435b-4fda-920a-b8cef55639de,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:00.017739 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-01517b2e-8468-43c7-9e52-3e56ff2e4db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:00.027990 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-01517b2e-8468-43c7-9e52-3e56ff2e4db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:00.029086 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-01517b2e-8468-43c7-9e52-3e56ff2e4db0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1fa39bd3-435b-4fda-920a-b8cef55639de HTTP/1.1" status: 204  len: 168 time: 0.1698081
Jun 01 10:23:05.284565 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-dd57716f-0631-4243-aa4a-e9fcd8a455f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:05.552517 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55284) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:05.557101 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:05.672083 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-02c4f34c-4e84-420d-8580-5c887f5c62c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:05.686737 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-02c4f34c-4e84-420d-8580-5c887f5c62c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:23:05.690529 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-02c4f34c-4e84-420d-8580-5c887f5c62c0 admin admin] Usage tracker for resource:security_group_rule and tenant:b5db4df4485b484690c92ba5a6713b8f is out of sync, need to count used quota {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:23:05.694069 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [None req-02c4f34c-4e84-420d-8580-5c887f5c62c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:23:05.699700 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [None req-02c4f34c-4e84-420d-8580-5c887f5c62c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:23:05.779754 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-02c4f34c-4e84-420d-8580-5c887f5c62c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:05.783450 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-02c4f34c-4e84-420d-8580-5c887f5c62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:05.792178 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-8031e8fd-ef5e-44f0-83ba-d560c254d725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:05.833802 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-02c4f34c-4e84-420d-8580-5c887f5c62c0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b5db4df4485b484690c92ba5a6713b8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2801051
Jun 01 10:23:05.835339 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4f34c-4e84-420d-8580-5c887f5c62c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0b2553-3959-426e-a66a-c22b894a6529,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:05.836345 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55290) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:05.838460 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-02c4f34c-4e84-420d-8580-5c887f5c62c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:05.896210 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-33fabc11-f650-4262-90d0-f6ba8ebb4a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:05.927036 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-33fabc11-f650-4262-90d0-f6ba8ebb4a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:05.977459 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-33fabc11-f650-4262-90d0-f6ba8ebb4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:05.980957 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-67994276-3e33-491b-b725-d8703f89e71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:05.994233 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fabc11-f650-4262-90d0-f6ba8ebb4a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0b2553-3959-426e-a66a-c22b894a6529,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:05.998063 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-33fabc11-f650-4262-90d0-f6ba8ebb4a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:06.004559 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-33fabc11-f650-4262-90d0-f6ba8ebb4a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:06.008653 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-33fabc11-f650-4262-90d0-f6ba8ebb4a0c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/de0b2553-3959-426e-a66a-c22b894a6529 HTTP/1.1" status: 204  len: 168 time: 0.1712286
Jun 01 10:23:06.280264 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55298) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:06.297968 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c3ee5963-289d-4f82-9294-f577ff8fa675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:06.311856 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-c3ee5963-289d-4f82-9294-f577ff8fa675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:23:06.315654 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-c3ee5963-289d-4f82-9294-f577ff8fa675 admin admin] Usage tracker for resource:security_group_rule and tenant:0ac683d0d92c4061963451ec933e82b8 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:23:06.318788 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-c3ee5963-289d-4f82-9294-f577ff8fa675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:23:06.324390 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-c3ee5963-289d-4f82-9294-f577ff8fa675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:23:06.407252 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c3ee5963-289d-4f82-9294-f577ff8fa675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:06.411352 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c3ee5963-289d-4f82-9294-f577ff8fa675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:06.419762 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-24b15a68-8a6f-4928-8fef-e7ad92dbbcc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:06.458434 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-c3ee5963-289d-4f82-9294-f577ff8fa675 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0ac683d0d92c4061963451ec933e82b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1770248
Jun 01 10:23:06.460004 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee5963-289d-4f82-9294-f577ff8fa675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad2685b-b88d-48d8-8b2e-80844377342d,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:06.461110 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55302) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:06.462980 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c3ee5963-289d-4f82-9294-f577ff8fa675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:06.520542 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d201448c-004b-455f-8845-0c61715acb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:06.545465 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d201448c-004b-455f-8845-0c61715acb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:06.607007 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d201448c-004b-455f-8845-0c61715acb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:06.611953 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-03c1b1ca-3783-4973-80d9-186f586533ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:06.623993 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201448c-004b-455f-8845-0c61715acb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad2685b-b88d-48d8-8b2e-80844377342d,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:06.626346 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d201448c-004b-455f-8845-0c61715acb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:06.634664 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d201448c-004b-455f-8845-0c61715acb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:06.635767 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-d201448c-004b-455f-8845-0c61715acb5f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7ad2685b-b88d-48d8-8b2e-80844377342d HTTP/1.1" status: 204  len: 168 time: 0.1735547
Jun 01 10:23:06.984278 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55310) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:07.003419 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f7ce-0cf6-4247-97a5-98cae0cf1bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:07.023214 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-3dd4f7ce-0cf6-4247-97a5-98cae0cf1bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:23:07.027024 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-3dd4f7ce-0cf6-4247-97a5-98cae0cf1bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:fcf007d710f044aba8345eb49909c79d is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:23:07.029830 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-3dd4f7ce-0cf6-4247-97a5-98cae0cf1bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:23:07.036044 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-3dd4f7ce-0cf6-4247-97a5-98cae0cf1bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:23:07.121432 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f7ce-0cf6-4247-97a5-98cae0cf1bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:07.125132 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f7ce-0cf6-4247-97a5-98cae0cf1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:07.134316 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9edcdea1-37ba-49ad-87c5-275e3990c16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:07.173869 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-3dd4f7ce-0cf6-4247-97a5-98cae0cf1bb6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fcf007d710f044aba8345eb49909c79d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1885109
Jun 01 10:23:07.174822 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4f7ce-0cf6-4247-97a5-98cae0cf1bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b84f85-6fd4-4c44-ba05-2a3ac5f5383a,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:07.177260 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55314) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:07.178662 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-3dd4f7ce-0cf6-4247-97a5-98cae0cf1bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:07.237146 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1bf9a777-227a-46a5-8cbf-5ad13ef490c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:07.263620 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1bf9a777-227a-46a5-8cbf-5ad13ef490c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:07.280677 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:23:07.327320 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1bf9a777-227a-46a5-8cbf-5ad13ef490c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:07.331322 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-39855c99-83bb-4312-9987-cc716dd6b8d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:07.344623 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9a777-227a-46a5-8cbf-5ad13ef490c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b84f85-6fd4-4c44-ba05-2a3ac5f5383a,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:07.350831 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-1bf9a777-227a-46a5-8cbf-5ad13ef490c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:07.352751 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-1bf9a777-227a-46a5-8cbf-5ad13ef490c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:07.357524 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-1bf9a777-227a-46a5-8cbf-5ad13ef490c6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d3b84f85-6fd4-4c44-ba05-2a3ac5f5383a HTTP/1.1" status: 204  len: 168 time: 0.1791074
Jun 01 10:23:07.740347 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-4219ee92-b1e6-4e15-9be4-c59e49ef7473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:07.867041 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:08.816912 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:10.546937 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:21.599752 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55476) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:21.720188 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:21.734741 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:23:21.738586 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Usage tracker for resource:security_group_rule and tenant:60ce7c583db1451c8bf8c4feb26f9636 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:23:21.742307 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:23:21.747959 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:23:21.828449 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:21.832171 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:21.841174 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-52e8daee-1b73-4c0d-84ae-12cd7d4b71b3 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:21.884490 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=60ce7c583db1451c8bf8c4feb26f9636&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2835753
Jun 01 10:23:21.885292 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7814c4da-c0bd-4c78-a327-ba436a7b855f,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:21.887168 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55484) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:21.892906 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:21.893324 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:21.893704 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:21.894073 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:21.894437 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:21.894806 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:21.895199 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:21.895564 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:21.896528 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:21.896889 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:21.897278 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:21.897639 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:21.901645 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-77ef08b4-57ba-4d27-b62e-272bde605d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:21.945151 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d9768aca-f695-4cc8-a820-d2aeaeb1044f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:21.970671 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d9768aca-f695-4cc8-a820-d2aeaeb1044f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:22.022733 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d9768aca-f695-4cc8-a820-d2aeaeb1044f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:22.026303 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-b696a731-e050-4841-93ec-08df5a5c246c tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:22.039523 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9768aca-f695-4cc8-a820-d2aeaeb1044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7814c4da-c0bd-4c78-a327-ba436a7b855f,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:22.042396 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d9768aca-f695-4cc8-a820-d2aeaeb1044f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:22.044244 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-d9768aca-f695-4cc8-a820-d2aeaeb1044f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:22.045358 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-d9768aca-f695-4cc8-a820-d2aeaeb1044f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7814c4da-c0bd-4c78-a327-ba436a7b855f HTTP/1.1" status: 204  len: 168 time: 0.1572180
Jun 01 10:23:24.523055 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55504) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:24.578625 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-2e9b3035-e91c-43ee-b6f4-ac1bd1f355f8 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-724350655&fields=id&tenant_id=3c45032ce1f14e298c34f0a151a2bd04 HTTP/1.1" status: 200  len: 267 time: 0.0403805
Jun 01 10:23:24.738657 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-1a316926-53d6-42bc-baae-06b4541743cc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:24.740088 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-1a316926-53d6-42bc-baae-06b4541743cc tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/networks?id=99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 200  len: 812 time: 0.1542823
Jun 01 10:23:24.754724 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-3db03403-e890-4fda-87f6-3fe8dd614a83 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/quotas/3c45032ce1f14e298c34f0a151a2bd04 HTTP/1.1" status: 200  len: 375 time: 0.0090573
Jun 01 10:23:24.843981 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-b9b91edc-113f-4906-80cc-425a3d6696de tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0837088
Jun 01 10:23:24.859442 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-e1a5d1d9-8aa6-4a5f-83f0-a60c8ca78815 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 10:23:24.860390 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-e1a5d1d9-8aa6-4a5f-83f0-a60c8ca78815 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052500
Jun 01 10:23:24.945338 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-6558cc25-68d1-4c55-af43-8ac32200ce08 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Deleting port c26a1fac-1d6f-4899-9d64-8808fe523319 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:23:24.945687 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6558cc25-68d1-4c55-af43-8ac32200ce08 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:24.992321 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-d598045a-0527-458f-be24-35ae04d3130c service neutron] 10.222.0.86 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261725
Jun 01 10:23:25.066679 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6558cc25-68d1-4c55-af43-8ac32200ce08 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:25.066946 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6558cc25-68d1-4c55-af43-8ac32200ce08 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:25.127263 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-73acdc42-413f-4bcf-8749-c02ac9bda2a9 service neutron] 10.222.0.86 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277432
Jun 01 10:23:25.286897 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-6558cc25-68d1-4c55-af43-8ac32200ce08 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Calling delete_port for c26a1fac-1d6f-4899-9d64-8808fe523319 owned by network:floatingip {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:23:25.407211 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6558cc25-68d1-4c55-af43-8ac32200ce08 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:25.411671 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-fa70e123-732a-4fa9-b481-e3d83eaf6b6d tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:25.506078 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558cc25-68d1-4c55-af43-8ac32200ce08 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Pushing event deleted for resources: {'Port': ['ID=c26a1fac-1d6f-4899-9d64-8808fe523319,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:25.516394 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-6558cc25-68d1-4c55-af43-8ac32200ce08 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:25.618110 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6558cc25-68d1-4c55-af43-8ac32200ce08 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for floatingip, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:25.618776 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.db.l3_db [None req-6558cc25-68d1-4c55-af43-8ac32200ce08 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Floating IP df28fd82-ce83-4394-a164-c9084d3c7d0a disassociated (deleted). External IP: 172.27.3.102, port: 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f.
Jun 01 10:23:25.671813 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-6693a19f-6105-449d-a4c9-9e79f8243695 req-8e2b09c7-371b-4df8-86af-75f5789f4f3d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 210 time: 0.1714172
Jun 01 10:23:26.000567 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6558cc25-68d1-4c55-af43-8ac32200ce08 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Router d2dc0115-3155-4e92-a7d7-94612e396a3f has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:23:26.192334 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6558cc25-68d1-4c55-af43-8ac32200ce08 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:23:26.203830 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b29e9-4378-44b9-854c-96e3b070a038 None None] Sync routers for ids ['d2dc0115-3155-4e92-a7d7-94612e396a3f'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:23:26.213499 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b29e9-4378-44b9-854c-96e3b070a038 None None] Routers {'d2dc0115-3155-4e92-a7d7-94612e396a3f'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:23:26.214077 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-6558cc25-68d1-4c55-af43-8ac32200ce08 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:26.214364 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-ac7b29e9-4378-44b9-854c-96e3b070a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4857c2ee0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:23:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['d2dc0115-3155-4e92-a7d7-94612e396a3f'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:26.279936 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-6558cc25-68d1-4c55-af43-8ac32200ce08 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "DELETE /v2.0/floatingips/df28fd82-ce83-4394-a164-c9084d3c7d0a HTTP/1.1" status: 204  len: 168 time: 1.7558248
Jun 01 10:23:26.280681 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'tag': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:23:26.285659 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b019fb15-0868-4f00-a90a-468996921274" -d '{"events": [{"name": "network-changed", "server_uuid": "d042979f-aa6e-44a0-ad66-55da35a6d4e7", "tag": "7ecff90b-8a97-4878-b2fb-c52ed1f4b73f"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:23:26.330788 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d24c717-08a4-4179-bd74-fa717329a870 x-openstack-request-id: req-5d24c717-08a4-4179-bd74-fa717329a870 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:23:26.331314 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d042979f-aa6e-44a0-ad66-55da35a6d4e7", "tag": "7ecff90b-8a97-4878-b2fb-c52ed1f4b73f", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:23:26.331616 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5d24c717-08a4-4179-bd74-fa717329a870 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:23:26.332056 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'tag': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f', 'status': 'completed', 'code': 200}
Jun 01 10:23:26.398062 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-ac7b29e9-4378-44b9-854c-96e3b070a038 None None] Set router d2dc0115-3155-4e92-a7d7-94612e396a3f gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:23:26.426863 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019fb15-0868-4f00-a90a-468996921274 req-85cab470-1249-4f9b-a2d4-e78b859c47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:26.428724 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b019fb15-0868-4f00-a90a-468996921274 req-85cab470-1249-4f9b-a2d4-e78b859c47dc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=56636114736640519f8745b2a6167521&device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 1098 time: 0.0730829
Jun 01 10:23:26.577193 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019fb15-0868-4f00-a90a-468996921274 req-6c3fdb9a-eace-4981-a60b-28478e9631d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:26.579481 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b019fb15-0868-4f00-a90a-468996921274 req-6c3fdb9a-eace-4981-a60b-28478e9631d9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 HTTP/1.1" status: 200  len: 910 time: 0.1441119
Jun 01 10:23:26.732554 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b019fb15-0868-4f00-a90a-468996921274 req-8a74b584-ad8f-40dd-bee6-26d29d2c7923 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f HTTP/1.1" status: 200  len: 217 time: 0.1451650
Jun 01 10:23:26.739911 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-ac7b29e9-4378-44b9-854c-96e3b070a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4857c2ee0>, [{'id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:55Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 4, 'project_id': '56636114736640519f8745b2a6167521', 'gw_port': {'id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:57Z', 'updated_at': '2021-06-01T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '63f339be-47ca-4d80-bb6e-6cd457156d6e', 'name': '', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'tenant_id': '56636114736640519f8745b2a6167521', 'mac_address': 'fa:16:3e:4b:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:01Z', 'updated_at': '2021-06-01T10:18:11Z', 'revision_number': 5, 'project_id': '56636114736640519f8745b2a6167521', 'subnets': [{'id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:26.744600 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b29e9-4378-44b9-854c-96e3b070a038 None None] Checking router: d2dc0115-3155-4e92-a7d7-94612e396a3f for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:23:26.753912 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b29e9-4378-44b9-854c-96e3b070a038 None None] Routers {'d2dc0115-3155-4e92-a7d7-94612e396a3f'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:23:26.754558 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-ac7b29e9-4378-44b9-854c-96e3b070a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4857c2ee0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:23:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['d2dc0115-3155-4e92-a7d7-94612e396a3f'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:26.858088 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-59b394ba-d89a-4d2b-93be-44096b2d1163 req-612ba25a-4441-4141-9333-dadfcaa35785 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 210 time: 0.0495875
Jun 01 10:23:26.956399 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-ac7b29e9-4378-44b9-854c-96e3b070a038 None None] Set router d2dc0115-3155-4e92-a7d7-94612e396a3f gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:23:27.034344 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019fb15-0868-4f00-a90a-468996921274 req-b405453c-b26e-47c2-be3f-6acdb97f3fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:27.035796 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b019fb15-0868-4f00-a90a-468996921274 req-b405453c-b26e-47c2-be3f-6acdb97f3fef service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2dd8d04e-4737-49be-98a4-b5894dc7714a HTTP/1.1" status: 200  len: 847 time: 0.1738052
Jun 01 10:23:27.104758 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-4ac465d8-1d99-4b36-a055-e643f67eb04e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:27.106254 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-4ac465d8-1d99-4b36-a055-e643f67eb04e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.93 "GET /v2.0/networks?id=99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 200  len: 812 time: 0.4425578
Jun 01 10:23:27.116204 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350357d2-76c2-4c48-a4e5-52b649de1239 req-9be9c46f-3007-4aec-beb7-182fbca35171 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:27.117036 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-350357d2-76c2-4c48-a4e5-52b649de1239 req-9be9c46f-3007-4aec-beb7-182fbca35171 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Synchronizing usage tracker for tenant:56636114736640519f8745b2a6167521 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:23:27.177184 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-350357d2-76c2-4c48-a4e5-52b649de1239 req-9be9c46f-3007-4aec-beb7-182fbca35171 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Unset dirty status for tenant:56636114736640519f8745b2a6167521 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:23:27.178976 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-350357d2-76c2-4c48-a4e5-52b649de1239 req-9be9c46f-3007-4aec-beb7-182fbca35171 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.5227160
Jun 01 10:23:27.187866 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-e6516a5c-e138-40f4-8086-f2ee939d4703 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c45032ce1f14e298c34f0a151a2bd04 HTTP/1.1" status: 200  len: 379 time: 0.0659156
Jun 01 10:23:27.212091 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Request body: {'port': {'device_id': '1fbb5870-f3b4-4701-9de5-7175bf361c94', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'admin_state_up': True, 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'security_groups': ['e2e6c18c-081f-4ef4-ae62-c1d08b07ac36']}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:23:27.277833 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-ac7b29e9-4378-44b9-854c-96e3b070a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4857c2ee0>, [{'id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:55Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 4, 'project_id': '56636114736640519f8745b2a6167521', 'gw_port': {'id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:57Z', 'updated_at': '2021-06-01T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '63f339be-47ca-4d80-bb6e-6cd457156d6e', 'name': '', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'tenant_id': '56636114736640519f8745b2a6167521', 'mac_address': 'fa:16:3e:4b:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:01Z', 'updated_at': '2021-06-01T10:18:11Z', 'revision_number': 5, 'project_id': '56636114736640519f8745b2a6167521', 'subnets': [{'id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:27.281973 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b29e9-4378-44b9-854c-96e3b070a038 None None] The sync data for ids ['d2dc0115-3155-4e92-a7d7-94612e396a3f'] in dv-cinder-784779-13-iscsi is: [{'id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:55Z', 'updated_at': '2021-06-01T10:18:02Z', 'revision_number': 4, 'project_id': '56636114736640519f8745b2a6167521', 'gw_port': {'id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:57Z', 'updated_at': '2021-06-01T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': '63f339be-47ca-4d80-bb6e-6cd457156d6e', 'name': '', 'network_id': 'c0c4685a-67aa-44cb-a1a9-84e58ba78bb4', 'tenant_id': '56636114736640519f8745b2a6167521', 'mac_address': 'fa:16:3e:4b:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:01Z', 'updated_at': '2021-06-01T10:18:11Z', 'revision_number': 5, 'project_id': '56636114736640519f8745b2a6167521', 'subnets': [{'id': '2dd8d04e-4737-49be-98a4-b5894dc7714a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:23:27.309478 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019fb15-0868-4f00-a90a-468996921274 req-0ba1bcd3-478a-45c0-933a-8a57a704660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:27.311196 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b019fb15-0868-4f00-a90a-468996921274 req-0ba1bcd3-478a-45c0-933a-8a57a704660f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2611096
Jun 01 10:23:27.329772 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [req-b019fb15-0868-4f00-a90a-468996921274 req-9845ebd0-853b-4021-bcdb-fba7560ca2ce service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 10:23:27.330751 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b019fb15-0868-4f00-a90a-468996921274 req-9845ebd0-853b-4021-bcdb-fba7560ca2ce service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055230
Jun 01 10:23:27.342229 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-350357d2-76c2-4c48-a4e5-52b649de1239 req-f3ce4fb7-acaa-4df5-9394-f9153de2aeb2 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1534216
Jun 01 10:23:27.491042 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:23:27.529256 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.quota.driver [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:23:27.545496 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b019fb15-0868-4f00-a90a-468996921274 req-1b5622eb-6d2b-4827-a23a-912776af0e2f service neutron] 10.222.0.93 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2022128
Jun 01 10:23:27.550426 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Made reservation on behalf of 3c45032ce1f14e298c34f0a151a2bd04 for: {'port': 1} {{(pid=91881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 10:23:27.555881 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:27.717261 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d712e01f-cb0b-4e2a-9162-54dd733989fa None None] New status for floating IP df28fd82-ce83-4394-a164-c9084d3c7d0a: DOWN {{(pid=91883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:23:27.813473 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b019fb15-0868-4f00-a90a-468996921274 req-fd9feb04-1332-472d-9de9-9eba11e58c14 service neutron] 10.222.0.93 "GET /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2469440
Jun 01 10:23:27.847063 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_common [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Allocated IP 172.20.0.3 (99740617-ed0c-40ad-b44d-30189a23b401/10ead19c-0f8f-49da-bb45-73368b832557/1c104b1f-781d-44a4-a6c2-f2ad97f49c5e) {{(pid=91881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:23:28.010007 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-af7f6198-ad6b-4149-bbbd-be6546e8da44 req-6a02ce94-e9e4-4fad-9eb9-332cdb93df37 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 210 time: 0.0428247
Jun 01 10:23:28.047810 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for port, precommit_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:28.062945 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Transition to ACTIVE for port object 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e will not be triggered until provisioned by entity DHCP. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:23:28.086252 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_create {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:28.091594 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-4885aec7-94ee-41a0-ae34-b5c7dc637c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:28.160542 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Network 99740617-ed0c-40ad-b44d-30189a23b401 is already hosted by enough agents. {{(pid=91881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:23:28.164280 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.base_scheduler [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources bound (agent type, host, resource id):  {{(pid=91881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:23:28.167931 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Received port after_create {{(pid=91881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:23:28.199659 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'Port': ['ID=1c104b1f-781d-44a4-a6c2-f2ad97f49c5e,revision_number=1']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:28.206547 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:28.237362 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:28.237996 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:28.263342 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-01c2a308-9844-401d-bf97-a78f23f14918 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0570085
Jun 01 10:23:28.286601 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.v2.base [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Request body: {'port': {'device_id': '1fbb5870-f3b4-4701-9de5-7175bf361c94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:23:28.367280 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-727a5ec9-2c66-4b17-9b40-0a35ea9043f3 None None] Provisioning for port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e completed by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:23:28.373096 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-727a5ec9-2c66-4b17-9b40-0a35ea9043f3 None None] Provisioning complete for port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e triggered by entity DHCP. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:23:28.373539 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-727a5ec9-2c66-4b17-9b40-0a35ea9043f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:28.430806 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-727a5ec9-2c66-4b17-9b40-0a35ea9043f3 None None] Port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e cannot update to ACTIVE because it is not bound. {{(pid=91882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 10:23:28.491271 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:28.525867 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa8f2d-9a59-49ac-823a-85a92fde7067 req-c04e7230-a51e-4219-a9e6-7bd7f781f6b5 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:28.527206 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e7fa8f2d-9a59-49ac-823a-85a92fde7067 req-c04e7230-a51e-4219-a9e6-7bd7f781f6b5 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.93 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.2450202
Jun 01 10:23:28.883994 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a49cc0-3b6d-4873-a245-5d6f7b05740d req-d7aff722-eeb5-4414-955c-5a5b714de9cb tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:28.885384 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-68a49cc0-3b6d-4873-a245-5d6f7b05740d req-d7aff722-eeb5-4414-955c-5a5b714de9cb tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 945 time: 0.4283919
Jun 01 10:23:29.031197 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-68a49cc0-3b6d-4873-a245-5d6f7b05740d req-fdede03c-ad57-423c-bdd7-19c342e0c34f tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/security-groups?id=de9fe71c-43d7-49f3-9e88-1b1158e55d32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1367865
Jun 01 10:23:29.035171 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-e7fa8f2d-9a59-49ac-823a-85a92fde7067 req-1da90925-3774-49f3-b047-2f10ea7f99ad tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Deleting port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:23:29.035515 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-e7fa8f2d-9a59-49ac-823a-85a92fde7067 req-1da90925-3774-49f3-b047-2f10ea7f99ad tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:29.214653 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd8289-9246-4b60-b1ef-4c749e4610fe req-e901dbe2-74d7-4134-ba7c-2867ef48cc3f tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:29.216113 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-17dd8289-9246-4b60-b1ef-4c749e4610fe req-e901dbe2-74d7-4134-ba7c-2867ef48cc3f tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 931 time: 0.0795169
Jun 01 10:23:29.218008 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-e7fa8f2d-9a59-49ac-823a-85a92fde7067 req-1da90925-3774-49f3-b047-2f10ea7f99ad tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] For port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:23:29.218379 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-e7fa8f2d-9a59-49ac-823a-85a92fde7067 req-1da90925-3774-49f3-b047-2f10ea7f99ad tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:29.265777 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-17dd8289-9246-4b60-b1ef-4c749e4610fe req-4ebdc0c0-270f-4857-9d3f-b154464f18e1 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436642
Jun 01 10:23:29.409174 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-e7fa8f2d-9a59-49ac-823a-85a92fde7067 req-1da90925-3774-49f3-b047-2f10ea7f99ad tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Calling delete_port for 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:23:29.423232 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e {{(pid=91881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:23:29.432726 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:29.456613 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.provisioning_blocks [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Transition to ACTIVE for port object 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e will not be triggered until provisioned by entity L2. {{(pid=91881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 10:23:29.462269 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:29.467445 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-f27ee87d-ba1c-49c2-85da-1653a7f7e25e tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:29.638370 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Pushing event updated for resources: {'Port': ['ID=1c104b1f-781d-44a4-a6c2-f2ad97f49c5e,revision_number=2']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:29.646449 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:29.766009 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Attempting to bind port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 10:23:29.766344 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Attempting to bind port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 10:23:29.766670 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Attempting to bind port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e on network 99740617-ed0c-40ad-b44d-30189a23b401 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:23:29.770115 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-e7fa8f2d-9a59-49ac-823a-85a92fde7067 req-1da90925-3774-49f3-b047-2f10ea7f99ad tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:29.777651 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-5f31a808-72dd-4773-8fa6-2409816f07c2 tempest-AttachVolumeNegativeTest-133614365 tempest-AttachVolumeNegativeTest-133614365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:29.815931 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e on network 99740617-ed0c-40ad-b44d-30189a23b401 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 10:23:29.816254 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Attempting to bind port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e on network 99740617-ed0c-40ad-b44d-30189a23b401 {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 10:23:29.827170 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da90925-3774-49f3-b047-2f10ea7f99ad tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Pushing event deleted for resources: {'Port': ['ID=7ecff90b-8a97-4878-b2fb-c52ed1f4b73f,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:29.829827 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-1da90925-3774-49f3-b047-2f10ea7f99ad tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:29.863766 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Checking agent: {'id': '5e0f67cc-f8fc-44a6-8770-185c7c1615b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'started_at': datetime.datetime(2021, 6, 1, 10, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 10:23:29.864107 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Checking segment: {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 10:23:29.864491 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Bound using segment: {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'} {{(pid=91881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 10:23:29.864924 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.managers [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Bound port: 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6569f7cb-0132-4cd1-82ff-213ec6b2920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401'}}] {{(pid=91881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 10:23:29.865307 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:29.920984 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fa8f2d-9a59-49ac-823a-85a92fde7067 req-1da90925-3774-49f3-b047-2f10ea7f99ad tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] No DVR routers for this DVR port 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:23:29.923500 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-e7fa8f2d-9a59-49ac-823a-85a92fde7067 req-1da90925-3774-49f3-b047-2f10ea7f99ad tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:29.927528 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'name': 'network-vif-deleted', 'tag': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:23:29.930013 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e264ac9f-a170-4c26-a4ea-3ac13db76866" -d '{"events": [{"server_uuid": "d042979f-aa6e-44a0-ad66-55da35a6d4e7", "name": "network-vif-deleted", "tag": "7ecff90b-8a97-4878-b2fb-c52ed1f4b73f"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:23:29.980207 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e7fa8f2d-9a59-49ac-823a-85a92fde7067 req-1da90925-3774-49f3-b047-2f10ea7f99ad tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.93 "DELETE /v2.0/ports/7ecff90b-8a97-4878-b2fb-c52ed1f4b73f HTTP/1.1" status: 204  len: 173 time: 1.4461193
Jun 01 10:23:30.004240 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e897c3-8a1a-430b-a775-1cacbf4478b6 x-openstack-request-id: req-37e897c3-8a1a-430b-a775-1cacbf4478b6 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:23:30.004590 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d042979f-aa6e-44a0-ad66-55da35a6d4e7", "name": "network-vif-deleted", "tag": "7ecff90b-8a97-4878-b2fb-c52ed1f4b73f", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:23:30.005035 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-37e897c3-8a1a-430b-a775-1cacbf4478b6 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:23:30.005500 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd042979f-aa6e-44a0-ad66-55da35a6d4e7', 'name': 'network-vif-deleted', 'tag': '7ecff90b-8a97-4878-b2fb-c52ed1f4b73f', 'status': 'completed', 'code': 200}
Jun 01 10:23:30.023617 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] For port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e, host hv-cinder-78477, cleared binding levels {{(pid=91881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 10:23:30.026881 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] For port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1c104b1f-781d-44a4-a6c2-f2ad97f49c5e,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 10:23:30.036495 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490468'] for port, after_update {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:30.040658 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-21cf5f39-d11f-418f-906a-b9da8260503e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:30.104509 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:30.105114 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:30.106506 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] 10.222.0.93 "PUT /v2.0/ports/1c104b1f-781d-44a4-a6c2-f2ad97f49c5e HTTP/1.1" status: 200  len: 1093 time: 1.8255613
Jun 01 10:23:30.124930 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Pushing event updated for resources: {'Port': ['ID=1c104b1f-781d-44a4-a6c2-f2ad97f49c5e,revision_number=3']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:30.127912 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-18670f90-fc4e-4a6e-b1d8-6ca5f5486e5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:30.196829 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c09d7c79-7961-4808-9982-aadf4ec37123 req-08964012-3331-4acc-917d-6724dbcfca8d tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "GET /v2.0/ports?device_id=d042979f-aa6e-44a0-ad66-55da35a6d4e7 HTTP/1.1" status: 200  len: 210 time: 0.0461743
Jun 01 10:23:30.279229 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-b471b2d9-fa6d-46b7-b688-b1f968766432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:30.280771 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-b471b2d9-fa6d-46b7-b688-b1f968766432 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 1096 time: 0.1351886
Jun 01 10:23:30.371683 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-f4819248-49a5-4be4-bd1c-a8524c10e5d9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c104b1f-781d-44a4-a6c2-f2ad97f49c5e HTTP/1.1" status: 200  len: 217 time: 0.0805817
Jun 01 10:23:30.618625 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-719dc957-90cc-43bd-979a-be8d23648f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:30.620050 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-719dc957-90cc-43bd-979a-be8d23648f68 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10ead19c-0f8f-49da-bb45-73368b832557 HTTP/1.1" status: 200  len: 851 time: 0.2431397
Jun 01 10:23:30.695082 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3052210-2f61-4ad5-87a0-30684551c5f6 req-52e1c58e-d707-4c73-ae2c-0e1361ec0097 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:30.695783 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-d3052210-2f61-4ad5-87a0-30684551c5f6 req-52e1c58e-d707-4c73-ae2c-0e1361ec0097 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Synchronizing usage tracker for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:23:30.719969 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-d3052210-2f61-4ad5-87a0-30684551c5f6 req-52e1c58e-d707-4c73-ae2c-0e1361ec0097 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Unset dirty status for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:23:30.721132 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d3052210-2f61-4ad5-87a0-30684551c5f6 req-52e1c58e-d707-4c73-ae2c-0e1361ec0097 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 943 time: 0.3115802
Jun 01 10:23:30.745226 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-96412559-95b9-429f-af6a-e384522c584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:30.746636 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-96412559-95b9-429f-af6a-e384522c584c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99740617-ed0c-40ad-b44d-30189a23b401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1189826
Jun 01 10:23:30.796309 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d3052210-2f61-4ad5-87a0-30684551c5f6 req-c8b5b027-5278-4c49-ba98-ca363f8f2a80 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689564
Jun 01 10:23:30.910185 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-50a1940b-7af8-4f4e-8313-9bfb1c74c719 service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475608
Jun 01 10:23:31.051853 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-467ae2d8-734f-4c39-b6af-b462ab6e342d req-6219d3aa-fb98-4a47-989f-583563a0b55c service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338756
Jun 01 10:23:31.294064 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55560) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:31.365914 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-57bfa79a-864d-433b-8850-8592c0df0e96 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:31.395458 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-57bfa79a-864d-433b-8850-8592c0df0e96 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:31.460245 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-57bfa79a-864d-433b-8850-8592c0df0e96 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:31.464494 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-d9768aca-f695-4cc8-a820-d2aeaeb1044f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:31.479271 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfa79a-864d-433b-8850-8592c0df0e96 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9fe71c-43d7-49f3-9e88-1b1158e55d32,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:31.482467 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-57bfa79a-864d-433b-8850-8592c0df0e96 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:31.493070 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-57bfa79a-864d-433b-8850-8592c0df0e96 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:31.494238 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-57bfa79a-864d-433b-8850-8592c0df0e96 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] 10.222.0.86 "DELETE /v2.0/security-groups/de9fe71c-43d7-49f3-9e88-1b1158e55d32 HTTP/1.1" status: 204  len: 168 time: 0.1991985
Jun 01 10:23:31.980714 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7fbea-5988-4615-8d7d-bcf90eb6ea5e req-7d150b9a-b8fa-41c9-802a-b928ed96f350 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:31.982184 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ecd7fbea-5988-4615-8d7d-bcf90eb6ea5e req-7d150b9a-b8fa-41c9-802a-b928ed96f350 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 943 time: 0.0809951
Jun 01 10:23:32.007017 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbb5870-f3b4-4701-9de5-7175bf361c94', 'tag': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:23:32.010260 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85e4044-1699-4c25-b18c-4a024e8210dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbb5870-f3b4-4701-9de5-7175bf361c94", "tag": "1c104b1f-781d-44a4-a6c2-f2ad97f49c5e"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:23:32.031413 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-ecd7fbea-5988-4615-8d7d-bcf90eb6ea5e req-cad90c41-07c6-4a74-af3d-e85e1c8883df tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437241
Jun 01 10:23:32.081317 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac0aa54-08de-4e39-995c-763e71d5b043 x-openstack-request-id: req-cac0aa54-08de-4e39-995c-763e71d5b043 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:23:32.081818 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbb5870-f3b4-4701-9de5-7175bf361c94", "tag": "1c104b1f-781d-44a4-a6c2-f2ad97f49c5e", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:23:32.081942 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cac0aa54-08de-4e39-995c-763e71d5b043 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:23:32.082382 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbb5870-f3b4-4701-9de5-7175bf361c94', 'tag': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e', 'status': 'completed', 'code': 200}
Jun 01 10:23:32.171832 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4044-1699-4c25-b18c-4a024e8210dc req-f8bdc2fc-1cbb-492f-8dd9-503abb5c4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:32.173315 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d85e4044-1699-4c25-b18c-4a024e8210dc req-f8bdc2fc-1cbb-492f-8dd9-503abb5c4e89 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 1096 time: 0.0706627
Jun 01 10:23:32.303804 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4044-1699-4c25-b18c-4a024e8210dc req-c10a193e-fc7d-4d35-b744-ffca7ea9804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:32.305276 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d85e4044-1699-4c25-b18c-4a024e8210dc req-c10a193e-fc7d-4d35-b744-ffca7ea9804b service neutron] 10.222.0.93 "GET /v2.0/networks?id=99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 200  len: 914 time: 0.1254892
Jun 01 10:23:32.376380 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d85e4044-1699-4c25-b18c-4a024e8210dc req-8f21c2fe-0552-4a6a-8215-a52bcbadbb29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c104b1f-781d-44a4-a6c2-f2ad97f49c5e HTTP/1.1" status: 200  len: 217 time: 0.0645688
Jun 01 10:23:32.437263 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4044-1699-4c25-b18c-4a024e8210dc req-2d3c5cc1-8564-42f8-aff0-59cb692234f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:32.438644 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d85e4044-1699-4c25-b18c-4a024e8210dc req-2d3c5cc1-8564-42f8-aff0-59cb692234f5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10ead19c-0f8f-49da-bb45-73368b832557 HTTP/1.1" status: 200  len: 851 time: 0.0559719
Jun 01 10:23:32.516513 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4044-1699-4c25-b18c-4a024e8210dc req-0dccc5f8-52b6-4833-99c0-27e44a78547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:32.518111 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d85e4044-1699-4c25-b18c-4a024e8210dc req-0dccc5f8-52b6-4833-99c0-27e44a78547b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99740617-ed0c-40ad-b44d-30189a23b401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0728996
Jun 01 10:23:32.562847 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55572) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:32.657901 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d85e4044-1699-4c25-b18c-4a024e8210dc req-27da73c8-bdd7-4cae-b751-1bb9748255bf service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324062
Jun 01 10:23:32.792102 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d85e4044-1699-4c25-b18c-4a024e8210dc req-57e69f15-9241-455b-b647-04285d0c5e09 service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272247
Jun 01 10:23:33.291502 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6342b1-5268-4747-9932-edf0d936356f req-a12151bd-e2ac-472a-b3aa-9dba0633d3ce tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:33.292856 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8e6342b1-5268-4747-9932-edf0d936356f req-a12151bd-e2ac-472a-b3aa-9dba0633d3ce tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 943 time: 0.1486533
Jun 01 10:23:33.373932 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-8e6342b1-5268-4747-9932-edf0d936356f req-e423e871-8da5-4cf8-9f39-23c10fedda28 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740266
Jun 01 10:23:33.406403 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6518d1f7-e810-40a7-9515-8d9301d76966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943910'] for router_interface, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:33.621264 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:23:33.659833 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:23:33.660193 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 7ecff90b-8a97-4878-b2fb-c52ed1f4b73f not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:23:33.809833 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-6518d1f7-e810-40a7-9515-8d9301d76966 admin admin] Deleting port 63f339be-47ca-4d80-bb6e-6cd457156d6e {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:23:33.810172 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6518d1f7-e810-40a7-9515-8d9301d76966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:33.933021 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [None req-6518d1f7-e810-40a7-9515-8d9301d76966 admin admin] For port 63f339be-47ca-4d80-bb6e-6cd457156d6e, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=63f339be-47ca-4d80-bb6e-6cd457156d6e,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:23:33.933335 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6518d1f7-e810-40a7-9515-8d9301d76966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:34.057772 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-6518d1f7-e810-40a7-9515-8d9301d76966 admin admin] Calling delete_port for 63f339be-47ca-4d80-bb6e-6cd457156d6e owned by network:router_interface {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:23:34.205807 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6518d1f7-e810-40a7-9515-8d9301d76966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:34.210004 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:34.255938 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518d1f7-e810-40a7-9515-8d9301d76966 admin admin] Pushing event deleted for resources: {'Port': ['ID=63f339be-47ca-4d80-bb6e-6cd457156d6e,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:34.281278 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-6518d1f7-e810-40a7-9515-8d9301d76966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:34.562810 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b4941-82ad-4edc-9759-1389c37162da req-2d56c45c-3dba-46f6-80fd-6de8cc7d223d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:34.564299 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8e7b4941-82ad-4edc-9759-1389c37162da req-2d56c45c-3dba-46f6-80fd-6de8cc7d223d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 943 time: 0.0817187
Jun 01 10:23:34.614371 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-6518d1f7-e810-40a7-9515-8d9301d76966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939702'] for router_interface, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:34.618923 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-8e7b4941-82ad-4edc-9759-1389c37162da req-3dd1df07-7dc4-49d8-85bd-30f427033041 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436540
Jun 01 10:23:34.967114 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6518d1f7-e810-40a7-9515-8d9301d76966 admin admin] Router d2dc0115-3155-4e92-a7d7-94612e396a3f has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:23:35.149595 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6518d1f7-e810-40a7-9515-8d9301d76966 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:23:35.164919 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42b626f-e474-4712-a14d-f0dce233f294 None None] Sync routers for ids ['d2dc0115-3155-4e92-a7d7-94612e396a3f'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:23:35.174676 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42b626f-e474-4712-a14d-f0dce233f294 None None] Routers {'d2dc0115-3155-4e92-a7d7-94612e396a3f'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:23:35.175288 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-f42b626f-e474-4712-a14d-f0dce233f294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4862be100>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:23:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['d2dc0115-3155-4e92-a7d7-94612e396a3f'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:35.185125 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-6518d1f7-e810-40a7-9515-8d9301d76966 admin admin] 10.222.0.86 "PUT /v2.0/routers/d2dc0115-3155-4e92-a7d7-94612e396a3f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6211472
Jun 01 10:23:35.187585 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55582) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:35.371019 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Notify callbacks [] for router, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:35.390757 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-b0e560a8-beb5-45ac-903a-56e677b84af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:35.411291 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-f42b626f-e474-4712-a14d-f0dce233f294 None None] Set router d2dc0115-3155-4e92-a7d7-94612e396a3f gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:23:35.549505 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:35.623135 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Deleting port bedf5ce0-60f6-4f89-85f6-8a35f96825a8 {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:23:35.623905 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:35.626177 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:35.719628 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-f42b626f-e474-4712-a14d-f0dce233f294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4862be100>, [{'id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:55Z', 'updated_at': '2021-06-01T10:23:34Z', 'revision_number': 5, 'project_id': '56636114736640519f8745b2a6167521', 'gw_port': {'id': 'bedf5ce0-60f6-4f89-85f6-8a35f96825a8', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:57Z', 'updated_at': '2021-06-01T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:35.723543 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42b626f-e474-4712-a14d-f0dce233f294 None None] Checking router: d2dc0115-3155-4e92-a7d7-94612e396a3f for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:23:35.732404 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42b626f-e474-4712-a14d-f0dce233f294 None None] Routers {'d2dc0115-3155-4e92-a7d7-94612e396a3f'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:23:35.733268 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-f42b626f-e474-4712-a14d-f0dce233f294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4862be100>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:23:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['d2dc0115-3155-4e92-a7d7-94612e396a3f'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:35.892351 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-f42b626f-e474-4712-a14d-f0dce233f294 None None] Set router d2dc0115-3155-4e92-a7d7-94612e396a3f gateway port host: None {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:23:35.930907 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] For port bedf5ce0-60f6-4f89-85f6-8a35f96825a8, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=bedf5ce0-60f6-4f89-85f6-8a35f96825a8,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:23:35.931272 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:35.999691 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-f42b626f-e474-4712-a14d-f0dce233f294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4862be100>, [{'id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:55Z', 'updated_at': '2021-06-01T10:23:35Z', 'revision_number': 6, 'project_id': '56636114736640519f8745b2a6167521', 'gw_port_host': None}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:36.003831 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42b626f-e474-4712-a14d-f0dce233f294 None None] The sync data for ids ['d2dc0115-3155-4e92-a7d7-94612e396a3f'] in dv-cinder-784779-13-iscsi is: [{'id': 'd2dc0115-3155-4e92-a7d7-94612e396a3f', 'name': 'tempest-TestShelveInstance-470475809-router', 'tenant_id': '56636114736640519f8745b2a6167521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:55Z', 'updated_at': '2021-06-01T10:23:35Z', 'revision_number': 6, 'project_id': '56636114736640519f8745b2a6167521', 'gw_port_host': None}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:23:36.061156 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Calling delete_port for bedf5ce0-60f6-4f89-85f6-8a35f96825a8 owned by network:router_gateway {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:23:36.092906 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edfc89-7646-4188-880e-4be8bbd987c4 req-8f2c6c4c-6f14-408c-98f4-b228b70815c2 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:36.094379 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e3edfc89-7646-4188-880e-4be8bbd987c4 req-8f2c6c4c-6f14-408c-98f4-b228b70815c2 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 943 time: 0.3598843
Jun 01 10:23:36.156053 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e3edfc89-7646-4188-880e-4be8bbd987c4 req-6484d194-3c80-470b-8eb3-df1edb908720 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552969
Jun 01 10:23:36.249806 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:36.253398 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8720f1bc-7f0c-43c7-b6f2-05a999329597 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:36.296416 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Pushing event deleted for resources: {'Port': ['ID=bedf5ce0-60f6-4f89-85f6-8a35f96825a8,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:36.298812 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:36.394013 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944187'] for router_gateway, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:36.566270 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7008'] for router, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:36.568405 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:36.590160 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938634'] for router, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:36.590723 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2dc0115-3155-4e92-a7d7-94612e396a3f {{(pid=91880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 10:23:36.602951 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Notify callbacks [] for router, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:36.604055 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] 10.222.0.86 "DELETE /v2.0/routers/d2dc0115-3155-4e92-a7d7-94612e396a3f HTTP/1.1" status: 204  len: 168 time: 1.4155850
Jun 01 10:23:36.606582 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55588) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:36.666094 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfc5194-52f1-494b-a743-b78bcc59a558 admin admin] Deleting subnet 2dd8d04e-4737-49be-98a4-b5894dc7714a {{(pid=91880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:23:36.668864 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ecfc5194-52f1-494b-a743-b78bcc59a558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:36.719720 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ecfc5194-52f1-494b-a743-b78bcc59a558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2480025'] for subnet, precommit_delete_associations {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:36.795903 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 63f339be-47ca-4d80-bb6e-6cd457156d6e no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:23:36.801984 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ecfc5194-52f1-494b-a743-b78bcc59a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:36.831874 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: 63f339be-47ca-4d80-bb6e-6cd457156d6e {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:23:36.832224 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 63f339be-47ca-4d80-bb6e-6cd457156d6e not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:23:36.832812 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device bedf5ce0-60f6-4f89-85f6-8a35f96825a8 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:23:36.866036 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: bedf5ce0-60f6-4f89-85f6-8a35f96825a8 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:23:36.866912 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device bedf5ce0-60f6-4f89-85f6-8a35f96825a8 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:23:37.056694 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ecfc5194-52f1-494b-a743-b78bcc59a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2392705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2731557'] for subnet, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:37.061342 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:37.094452 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc5194-52f1-494b-a743-b78bcc59a558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd8d04e-4737-49be-98a4-b5894dc7714a,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:37.097515 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ecfc5194-52f1-494b-a743-b78bcc59a558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:37.098485 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-ecfc5194-52f1-494b-a743-b78bcc59a558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:37.103781 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f60c388-73ce-4458-90b4-6f7c72d438dc None None] Network c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:23:37.104497 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-ecfc5194-52f1-494b-a743-b78bcc59a558 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2dd8d04e-4737-49be-98a4-b5894dc7714a HTTP/1.1" status: 204  len: 168 time: 0.4969831
Jun 01 10:23:37.106946 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55592) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:37.213035 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:37.285539 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Deleting port db60bb01-b12b-490f-bab1-d8f0df68e753 {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:23:37.285892 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:37.360386 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6a7b4-524c-49fb-827f-fd53efd49ed6 req-41a95d2b-9f98-487c-b4bf-8c663b2a1f9d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:37.361945 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e4f6a7b4-524c-49fb-827f-fd53efd49ed6 req-41a95d2b-9f98-487c-b4bf-8c663b2a1f9d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 943 time: 0.0960364
Jun 01 10:23:37.378862 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] DHCP port deletion for c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 request from dv-cinder-784779-13-iscsi {{(pid=91882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 10:23:37.394793 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] For port db60bb01-b12b-490f-bab1-d8f0df68e753, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=db60bb01-b12b-490f-bab1-d8f0df68e753,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:23:37.395161 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:37.409649 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-e4f6a7b4-524c-49fb-827f-fd53efd49ed6 req-9c902c87-7f00-4298-aa04-29a94413331e tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409615
Jun 01 10:23:37.446250 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Deleting port db60bb01-b12b-490f-bab1-d8f0df68e753 {{(pid=91882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:23:37.446543 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:37.549049 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] For port db60bb01-b12b-490f-bab1-d8f0df68e753, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=db60bb01-b12b-490f-bab1-d8f0df68e753,segment=NetworkSegment(11f351e4-f2aa-4cf5-b540-7c0db015a1a6),segment_id=11f351e4-f2aa-4cf5-b540-7c0db015a1a6)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:23:37.549472 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:37.614934 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Calling delete_port for db60bb01-b12b-490f-bab1-d8f0df68e753 owned by network:dhcp {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:23:37.662323 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:37.666376 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-4e12a3b2-c23c-4cc7-b652-daa04e474b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:37.674602 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Calling delete_port for db60bb01-b12b-490f-bab1-d8f0df68e753 owned by network:dhcp {{(pid=91882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:23:37.709255 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Pushing event deleted for resources: {'Port': ['ID=db60bb01-b12b-490f-bab1-d8f0df68e753,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:37.713142 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:37.715327 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] No DVR routers for this DVR port db60bb01-b12b-490f-bab1-d8f0df68e753 on host dv-cinder-784779-13-iscsi {{(pid=91880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:23:37.721043 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264'] for port, after_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:37.724657 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:37.816890 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Pushing event deleted for resources: {'Port': ['ID=db60bb01-b12b-490f-bab1-d8f0df68e753,revision_number=None']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:37.832537 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:37.840654 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:37.841002 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:37.841367 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:37.841706 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:37.842047 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:37.842366 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:37.842688 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:37.843012 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:37.843337 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:37.843655 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:37.843979 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:37.844297 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:23:37.848409 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:37.851456 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d9249e-9caa-40d4-bf45-c6dcdf417485 None None] No DVR routers for this DVR port db60bb01-b12b-490f-bab1-d8f0df68e753 on host dv-cinder-784779-13-iscsi {{(pid=91882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:23:37.857667 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd484641400>,) {'filters': {'network_id': ['c0c4685a-67aa-44cb-a1a9-84e58ba78bb4']}} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:37.867994 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-96c89cc6-9a7b-43c8-ad1b-acf11986862a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:37.881036 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd484641400>, '11f351e4-f2aa-4cf5-b540-7c0db015a1a6') {'for_net_delete': True} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:37.881656 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd484641400>, '11f351e4-f2aa-4cf5-b540-7c0db015a1a6') {} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:37.885227 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:37.901915 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2480018'] for segment, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:37.919239 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:37.925066 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=91880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:23:37.925469 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489895'] for segment, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]: Traceback (most recent call last):
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:     timer()
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:     cb(*args, **kw)
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:     return func(*args, **kwargs)
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:     self._notify()
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:     self.callback(batched_events)
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:     event.method(event)
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:     return f(self, *a, **k)
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._get(url).json()
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:23:37.938203 dv-cinder-784779-13-iscsi neutron-server[91880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:23:38.014807 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:38.018309 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:38.031404 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:38.041497 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c4685a-67aa-44cb-a1a9-84e58ba78bb4,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:38.044533 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:38.054849 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-dae26560-6264-4150-ad7b-af47633aad4b admin admin] 10.222.0.86 "DELETE /v2.0/networks/c0c4685a-67aa-44cb-a1a9-84e58ba78bb4 HTTP/1.1" status: 204  len: 168 time: 0.9469235
Jun 01 10:23:38.057721 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55598) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:38.628884 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device db60bb01-b12b-490f-bab1-d8f0df68e753 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:23:38.638847 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618de45-a300-4827-845d-38fa0dc0d524 req-79b6183d-9d96-4dd9-8fbd-dfee3a092276 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:38.645949 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1618de45-a300-4827-845d-38fa0dc0d524 req-79b6183d-9d96-4dd9-8fbd-dfee3a092276 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 943 time: 0.1210923
Jun 01 10:23:38.670809 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: db60bb01-b12b-490f-bab1-d8f0df68e753 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:23:38.671164 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device db60bb01-b12b-490f-bab1-d8f0df68e753 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:23:38.699290 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1618de45-a300-4827-845d-38fa0dc0d524 req-87067195-6d7f-48b0-845c-330ede6abfaf tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520697
Jun 01 10:23:38.769348 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b3ff716-a4a0-4fcc-b069-24e983e84466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943910'] for router_interface, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:38.818928 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:39.280254 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ff716-a4a0-4fcc-b069-24e983e84466 admin admin] Deleting port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:23:39.280488 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b3ff716-a4a0-4fcc-b069-24e983e84466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:39.404184 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [None req-0b3ff716-a4a0-4fcc-b069-24e983e84466 admin admin] For port e9d18000-5de7-42c2-9c1c-2a8377f4a2d3, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=e9d18000-5de7-42c2-9c1c-2a8377f4a2d3,segment=NetworkSegment(3ac73514-5741-4ed3-a92b-09a82294d748),segment_id=3ac73514-5741-4ed3-a92b-09a82294d748)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:23:39.404538 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b3ff716-a4a0-4fcc-b069-24e983e84466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:39.525357 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ff716-a4a0-4fcc-b069-24e983e84466 admin admin] Calling delete_port for e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 owned by network:router_interface {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:23:39.667732 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 10:23:39.674521 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b3ff716-a4a0-4fcc-b069-24e983e84466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:39.679821 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-99536557-55e9-44d6-b893-3ce84475d520 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:39.726016 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ff716-a4a0-4fcc-b069-24e983e84466 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d18000-5de7-42c2-9c1c-2a8377f4a2d3,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:39.753406 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-0b3ff716-a4a0-4fcc-b069-24e983e84466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:39.816372 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1c104b1f-781d-44a4-a6c2-f2ad97f49c5e,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:23:39.832164 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Returning: {'device': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'port_id': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e', 'mac_address': 'fa:16:3e:f7:11:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 10:23:39.896553 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:39.917011 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e {{(pid=91882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 10:23:39.917533 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0be448-5686-49eb-9391-c199d57abbf4 req-1563bfcf-3e72-4e88-9474-64ec6e46f582 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:39.919270 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9d0be448-5686-49eb-9391-c199d57abbf4 req-1563bfcf-3e72-4e88-9474-64ec6e46f582 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 943 time: 0.0983737
Jun 01 10:23:39.934388 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1c104b1f-781d-44a4-a6c2-f2ad97f49c5e,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:23:39.939090 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:39.941251 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:39.982014 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-9d0be448-5686-49eb-9391-c199d57abbf4 req-6863f0cd-d5a5-4c47-9012-03bbfafdf7b5 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571482
Jun 01 10:23:40.013732 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=1c104b1f-781d-44a4-a6c2-f2ad97f49c5e,revision_number=4']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:40.016823 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:40.035560 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-0b3ff716-a4a0-4fcc-b069-24e983e84466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939702'] for router_interface, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:40.158182 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] get_ports_and_sgs() called for port_ids ['1c104b1f-781d-44a4-a6c2-f2ad97f49c5e'] {{(pid=91882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 10:23:40.394856 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3ff716-a4a0-4fcc-b069-24e983e84466 admin admin] Router 20de1cae-59b4-4170-b3bb-8724fa6d9f0d has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:23:40.550892 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:40.674532 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3ff716-a4a0-4fcc-b069-24e983e84466 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:23:40.683867 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbbfb34-6969-42f3-8610-0227559be97c None None] Sync routers for ids ['20de1cae-59b4-4170-b3bb-8724fa6d9f0d'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:23:40.684432 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-0b3ff716-a4a0-4fcc-b069-24e983e84466 admin admin] 10.222.0.86 "PUT /v2.0/routers/20de1cae-59b4-4170-b3bb-8724fa6d9f0d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6250992
Jun 01 10:23:40.686376 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55606) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:40.698691 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbbfb34-6969-42f3-8610-0227559be97c None None] Routers {'20de1cae-59b4-4170-b3bb-8724fa6d9f0d'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:23:40.699303 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-6dbbfb34-6969-42f3-8610-0227559be97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486532220>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:23:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['20de1cae-59b4-4170-b3bb-8724fa6d9f0d'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:40.862225 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] Notify callbacks [] for router, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:40.877962 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-6dbbfb34-6969-42f3-8610-0227559be97c None None] Set router 20de1cae-59b4-4170-b3bb-8724fa6d9f0d gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:23:41.052946 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:41.185048 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] Deleting port 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:23:41.185414 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:41.192682 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-6dbbfb34-6969-42f3-8610-0227559be97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486532220>, [{'id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'name': 'tempest-TestShelveInstance-907293476-router', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '426e9ca0-aff3-45ba-bab6-ae0b6c1f517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:18:05Z', 'updated_at': '2021-06-01T10:23:39Z', 'revision_number': 5, 'project_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'gw_port': {'id': '426e9ca0-aff3-45ba-bab6-ae0b6c1f517b', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:18:06Z', 'updated_at': '2021-06-01T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:41.196507 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbbfb34-6969-42f3-8610-0227559be97c None None] Checking router: 20de1cae-59b4-4170-b3bb-8724fa6d9f0d for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:23:41.204869 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbbfb34-6969-42f3-8610-0227559be97c None None] Routers {'20de1cae-59b4-4170-b3bb-8724fa6d9f0d'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:23:41.205497 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-6dbbfb34-6969-42f3-8610-0227559be97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd486532220>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:23:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['20de1cae-59b4-4170-b3bb-8724fa6d9f0d'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:41.316559 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7a331-a5b6-4d6c-8281-40c49d300b1a req-dc583c7b-b2cb-499c-a1c5-660db22b3c29 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:41.318029 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c1d7a331-a5b6-4d6c-8281-40c49d300b1a req-dc583c7b-b2cb-499c-a1c5-660db22b3c29 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 944 time: 0.1936111
Jun 01 10:23:41.362227 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] For port 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=426e9ca0-aff3-45ba-bab6-ae0b6c1f517b,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:23:41.362596 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:41.373420 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-6dbbfb34-6969-42f3-8610-0227559be97c None None] Set router 20de1cae-59b4-4170-b3bb-8724fa6d9f0d gateway port host: None {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:23:41.500080 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] Calling delete_port for 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b owned by network:router_gateway {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:23:41.502926 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-6dbbfb34-6969-42f3-8610-0227559be97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd486532220>, [{'id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'name': 'tempest-TestShelveInstance-907293476-router', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:18:05Z', 'updated_at': '2021-06-01T10:23:41Z', 'revision_number': 6, 'project_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'gw_port_host': None}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:41.506799 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbbfb34-6969-42f3-8610-0227559be97c None None] The sync data for ids ['20de1cae-59b4-4170-b3bb-8724fa6d9f0d'] in dv-cinder-784779-13-iscsi is: [{'id': '20de1cae-59b4-4170-b3bb-8724fa6d9f0d', 'name': 'tempest-TestShelveInstance-907293476-router', 'tenant_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:18:05Z', 'updated_at': '2021-06-01T10:23:41Z', 'revision_number': 6, 'project_id': '8f2b4187a9054f5591a9b06b3a5628ba', 'gw_port_host': None}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:23:41.509290 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-c1d7a331-a5b6-4d6c-8281-40c49d300b1a req-c20a434d-1766-487a-85b7-058247ee8e75 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1780639
Jun 01 10:23:41.652242 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:41.656966 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-66b9e280-a850-4707-955d-d9879ec26957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:41.683236 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e up at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 10:23:41.733129 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] Pushing event deleted for resources: {'Port': ['ID=426e9ca0-aff3-45ba-bab6-ae0b6c1f517b,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:41.735458 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:41.752620 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning for port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e completed by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 10:23:41.757147 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.provisioning_blocks [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Provisioning complete for port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e triggered by entity L2. {{(pid=91882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 10:23:41.757625 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451901'] for port, provisioning_complete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:41.797879 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944187'] for router_gateway, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:41.876093 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:41.908825 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbb5870-f3b4-4701-9de5-7175bf361c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e'}] {{(pid=91882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:23:41.909732 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8b8e53fe6c9cbca18a23498ea0cca55fac4f33e26a39593d12bb756577acb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ba05cf-54d4-427e-80ef-ee9591f5094c" -d '{"events": [{"server_uuid": "1fbb5870-f3b4-4701-9de5-7175bf361c94", "name": "network-vif-plugged", "status": "completed", "tag": "1c104b1f-781d-44a4-a6c2-f2ad97f49c5e"}]}' {{(pid=91882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:23:41.920348 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] For port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1c104b1f-781d-44a4-a6c2-f2ad97f49c5e,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:23:41.925188 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318'] for port, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:41.927402 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:41.966430 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac804e56-1854-4d0c-ae70-e3e79ae618e4 x-openstack-request-id: req-ac804e56-1854-4d0c-ae70-e3e79ae618e4 {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:23:41.966735 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbb5870-f3b4-4701-9de5-7175bf361c94", "name": "network-vif-plugged", "status": "completed", "tag": "1c104b1f-781d-44a4-a6c2-f2ad97f49c5e", "code": 200}]} {{(pid=91882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:23:41.966997 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ac804e56-1854-4d0c-ae70-e3e79ae618e4 {{(pid=91882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:23:41.967395 dv-cinder-784779-13-iscsi neutron-server[91882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbb5870-f3b4-4701-9de5-7175bf361c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e', 'code': 200}
Jun 01 10:23:41.980936 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7008'] for router, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:41.983347 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:42.010138 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Pushing event updated for resources: {'Port': ['ID=1c104b1f-781d-44a4-a6c2-f2ad97f49c5e,revision_number=5']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:42.013123 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:42.026487 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938634'] for router, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:42.026995 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20de1cae-59b4-4170-b3bb-8724fa6d9f0d {{(pid=91880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 10:23:42.038747 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] Notify callbacks [] for router, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:42.039856 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-a63a56c5-a49f-46b2-bad0-0a7688be0771 admin admin] 10.222.0.86 "DELETE /v2.0/routers/20de1cae-59b4-4170-b3bb-8724fa6d9f0d HTTP/1.1" status: 204  len: 168 time: 1.3525906
Jun 01 10:23:42.042318 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55614) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:42.201925 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4143090-7071-4017-b6e8-e3c0a0b47e06 admin admin] Deleting subnet 4725ff8c-f4d9-4eb4-b8b8-b429b531db77 {{(pid=91880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:23:42.205358 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a4143090-7071-4017-b6e8-e3c0a0b47e06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:42.253527 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a4143090-7071-4017-b6e8-e3c0a0b47e06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2480025'] for subnet, precommit_delete_associations {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:42.260878 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcbfff-6228-42e5-acf6-f195eb50fbf5 req-79ea702b-4786-48f3-a04a-52d1ea781921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:42.262381 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-93dcbfff-6228-42e5-acf6-f195eb50fbf5 req-79ea702b-4786-48f3-a04a-52d1ea781921 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 1098 time: 0.0721459
Jun 01 10:23:42.306998 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-93dcbfff-6228-42e5-acf6-f195eb50fbf5 req-78c7544d-1af7-41e1-baac-5592e259b4b1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382192
Jun 01 10:23:42.338494 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a4143090-7071-4017-b6e8-e3c0a0b47e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:42.599752 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a4143090-7071-4017-b6e8-e3c0a0b47e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2392705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2731557'] for subnet, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:42.604437 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-5995c4a6-fbb4-4898-8e87-ad0bcd72e79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:42.627810 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:23:42.668156 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:23:42.668525 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 426e9ca0-aff3-45ba-bab6-ae0b6c1f517b not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:23:42.668945 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:23:42.676318 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4143090-7071-4017-b6e8-e3c0a0b47e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4725ff8c-f4d9-4eb4-b8b8-b429b531db77,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:42.683879 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-a4143090-7071-4017-b6e8-e3c0a0b47e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:42.685913 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-a4143090-7071-4017-b6e8-e3c0a0b47e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:42.699731 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805f9283-ba4a-42ef-b94e-040d97b1f32f None None] Network 50e8a0ff-5f2f-48df-a030-ea9dd9f648d5 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:23:42.700971 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-a4143090-7071-4017-b6e8-e3c0a0b47e06 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4725ff8c-f4d9-4eb4-b8b8-b429b531db77 HTTP/1.1" status: 204  len: 168 time: 0.6576800
Jun 01 10:23:42.703836 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55620) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:42.724217 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:23:42.724557 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device e9d18000-5de7-42c2-9c1c-2a8377f4a2d3 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:23:42.731427 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ea551-8cc9-49c6-8936-f5b21690b4fe req-4d9efa92-3d60-4371-a830-0f08feb81106 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:42.732809 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-621ea551-8cc9-49c6-8936-f5b21690b4fe req-4d9efa92-3d60-4371-a830-0f08feb81106 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 945 time: 0.1022365
Jun 01 10:23:42.792120 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-621ea551-8cc9-49c6-8936-f5b21690b4fe req-05385795-9e7b-4e82-8d94-e96205e8b929 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529025
Jun 01 10:23:42.915231 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:42.973262 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6509f6d-c6ac-4127-a39f-ee5dc08a31d1 None None] DHCP port deletion for 50e8a0ff-5f2f-48df-a030-ea9dd9f648d5 request from dv-cinder-784779-13-iscsi {{(pid=91882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 10:23:42.999980 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Deleting port 6e9de009-0a80-45d3-a758-dc95d992fd0e {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:23:43.000321 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.046508 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-b6509f6d-c6ac-4127-a39f-ee5dc08a31d1 None None] Deleting port 6e9de009-0a80-45d3-a758-dc95d992fd0e {{(pid=91882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:23:43.046890 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-b6509f6d-c6ac-4127-a39f-ee5dc08a31d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.117632 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] For port 6e9de009-0a80-45d3-a758-dc95d992fd0e, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=6e9de009-0a80-45d3-a758-dc95d992fd0e,segment=NetworkSegment(3ac73514-5741-4ed3-a92b-09a82294d748),segment_id=3ac73514-5741-4ed3-a92b-09a82294d748)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:23:43.118132 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.157217 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-b6509f6d-c6ac-4127-a39f-ee5dc08a31d1 None None] For port 6e9de009-0a80-45d3-a758-dc95d992fd0e, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=6e9de009-0a80-45d3-a758-dc95d992fd0e,segment=NetworkSegment(3ac73514-5741-4ed3-a92b-09a82294d748),segment_id=3ac73514-5741-4ed3-a92b-09a82294d748)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:23:43.157619 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-b6509f6d-c6ac-4127-a39f-ee5dc08a31d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.248546 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Calling delete_port for 6e9de009-0a80-45d3-a758-dc95d992fd0e owned by network:dhcp {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:23:43.290746 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-b6509f6d-c6ac-4127-a39f-ee5dc08a31d1 None None] Calling delete_port for 6e9de009-0a80-45d3-a758-dc95d992fd0e owned by network:dhcp {{(pid=91882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:23:43.298678 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.303299 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-71700722-3085-4f0e-8359-9aa46b05d5c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:43.334863 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-b6509f6d-c6ac-4127-a39f-ee5dc08a31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264'] for port, after_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.339177 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:43.348032 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9de009-0a80-45d3-a758-dc95d992fd0e,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:43.349877 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] No DVR routers for this DVR port 6e9de009-0a80-45d3-a758-dc95d992fd0e on host dv-cinder-784779-13-iscsi {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:23:43.351653 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:43.380845 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6509f6d-c6ac-4127-a39f-ee5dc08a31d1 None None] Pushing event deleted for resources: {'Port': ['ID=6e9de009-0a80-45d3-a758-dc95d992fd0e,revision_number=None']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:43.384433 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-b6509f6d-c6ac-4127-a39f-ee5dc08a31d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:43.385274 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6509f6d-c6ac-4127-a39f-ee5dc08a31d1 None None] No DVR routers for this DVR port 6e9de009-0a80-45d3-a758-dc95d992fd0e on host dv-cinder-784779-13-iscsi {{(pid=91882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:23:43.468476 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.481185 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd484741c70>,) {'filters': {'network_id': ['50e8a0ff-5f2f-48df-a030-ea9dd9f648d5']}} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:43.493068 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd484741c70>, '3ac73514-5741-4ed3-a92b-09a82294d748') {'for_net_delete': True} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:43.493401 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.services.segments.db [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd484741c70>, '3ac73514-5741-4ed3-a92b-09a82294d748') {} {{(pid=91881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:43.504365 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2273321'] for segment, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.520708 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.527532 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=91881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:23:43.527917 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3490552'] for segment, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]: Traceback (most recent call last):
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:     timer()
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:     cb(*args, **kw)
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:     return func(*args, **kwargs)
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:     self._notify()
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:     self.callback(batched_events)
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:     event.method(event)
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:     return f(self, *a, **k)
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._get(url).json()
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:23:43.541240 dv-cinder-784779-13-iscsi neutron-server[91881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:23:43.618852 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.622177 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:43.635398 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.645383 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=50e8a0ff-5f2f-48df-a030-ea9dd9f648d5,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:43.648404 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:43.650776 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-199f5851-8c58-4cf2-879a-e9ee2586c7d1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/50e8a0ff-5f2f-48df-a030-ea9dd9f648d5 HTTP/1.1" status: 204  len: 168 time: 0.9449148
Jun 01 10:23:43.765123 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55626) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:43.814843 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-db67831e-4425-4f46-a265-3ee19ce23aa9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=56636114736640519f8745b2a6167521&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0484936
Jun 01 10:23:43.817264 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55632) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:43.876980 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f2a65e87-7ea5-4ae9-872c-3f617faff559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.903876 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f2a65e87-7ea5-4ae9-872c-3f617faff559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.957433 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f2a65e87-7ea5-4ae9-872c-3f617faff559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.962888 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-815c7bd1-4f42-4979-aaa5-5edd8b5de47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:43.977490 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a65e87-7ea5-4ae9-872c-3f617faff559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad80dbab-39fd-4888-addf-863a4617dac4,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:43.979561 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc247a7d-70b1-46af-bf20-766d12463715 req-280b6dc7-447f-4b04-a096-9087a6f13ced tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:43.981011 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-f2a65e87-7ea5-4ae9-872c-3f617faff559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:43.981156 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fc247a7d-70b1-46af-bf20-766d12463715 req-280b6dc7-447f-4b04-a096-9087a6f13ced tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 945 time: 0.0861628
Jun 01 10:23:43.985016 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-f2a65e87-7ea5-4ae9-872c-3f617faff559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:43.986373 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-f2a65e87-7ea5-4ae9-872c-3f617faff559 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ad80dbab-39fd-4888-addf-863a4617dac4 HTTP/1.1" status: 204  len: 168 time: 0.1681490
Jun 01 10:23:44.033867 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-fc247a7d-70b1-46af-bf20-766d12463715 req-67f39328-4d02-463b-b2d6-067e526a2b50 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449109
Jun 01 10:23:44.224233 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb33ec-ca5f-452b-aab2-ed3a49ceb40a req-0f28b712-6bca-4d9f-91b7-bcd8fd649da4 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:44.226344 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7ecb33ec-ca5f-452b-aab2-ed3a49ceb40a req-0f28b712-6bca-4d9f-91b7-bcd8fd649da4 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 945 time: 0.0837872
Jun 01 10:23:44.272063 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-7ecb33ec-ca5f-452b-aab2-ed3a49ceb40a req-9399158f-6c0f-4f78-8437-142882d8e973 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396578
Jun 01 10:23:44.279631 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:23:44.297222 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55642) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:44.353093 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55646) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:44.375108 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf662797-12a2-47c9-a17d-db41ffde043e tempest-TestVolumeBootPattern-516487349 tempest-TestVolumeBootPattern-516487349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:44.376585 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-cf662797-12a2-47c9-a17d-db41ffde043e tempest-TestVolumeBootPattern-516487349 tempest-TestVolumeBootPattern-516487349-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 1093 time: 0.0782242
Jun 01 10:23:44.379320 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55650) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:44.384303 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.v2.base [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Request body: {'floatingip': {'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'port_id': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 10:23:44.389987 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 10:23:44.393743 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Usage tracker for resource:floatingip and tenant:3c45032ce1f14e298c34f0a151a2bd04 is out of sync, need to count used quota {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 10:23:44.396530 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 10:23:44.401878 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-d4acbe00-5be2-4cef-a09c-d677f4f99687 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8f2b4187a9054f5591a9b06b3a5628ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475698
Jun 01 10:23:44.404302 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55654) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:23:44.404442 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.quota.driver [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 10:23:44.415790 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for floatingip, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:44.463110 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-67d65c0c-6ba1-4c81-80b6-b95fd4648bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:44.488641 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-67d65c0c-6ba1-4c81-80b6-b95fd4648bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:44.542355 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-67d65c0c-6ba1-4c81-80b6-b95fd4648bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:44.546990 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-3444f4a4-c77c-4df1-8290-df2e0cd7e526 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:44.554542 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:44.564427 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-67d65c0c-6ba1-4c81-80b6-b95fd4648bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:44.566277 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-67d65c0c-6ba1-4c81-80b6-b95fd4648bab admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8cdee1ce-b45a-42cf-a724-41d09bac7399 HTTP/1.1" status: 204  len: 168 time: 0.1603799
Jun 01 10:23:44.566418 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d65c0c-6ba1-4c81-80b6-b95fd4648bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdee1ce-b45a-42cf-a724-41d09bac7399,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:44.568791 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-67d65c0c-6ba1-4c81-80b6-b95fd4648bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:44.658542 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 6e9de009-0a80-45d3-a758-dc95d992fd0e no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:23:44.708835 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_common [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Allocated IP 172.27.3.137 (e28a5a03-817a-4451-8e06-db27cb915a3e/d47f682d-12ba-43e8-b50f-1d3b9fb49ebb/3b25269e-173d-4b12-a4a7-cee42fa4f892) {{(pid=91880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 10:23:44.728393 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: 6e9de009-0a80-45d3-a758-dc95d992fd0e {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:23:44.729079 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 6e9de009-0a80-45d3-a758-dc95d992fd0e not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:23:44.884338 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for port, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:44.916343 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784423662255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:44.921460 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-6d2eb58b-0b3b-400b-8dc7-96861fb5f347 tempest-AttachVolumeTestJSON-1758909616 tempest-AttachVolumeTestJSON-1758909616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:44.987299 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Network e28a5a03-817a-4451-8e06-db27cb915a3e is already hosted by enough agents. {{(pid=91880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 10:23:44.990244 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.base_scheduler [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Resources bound (agent type, host, resource id):  {{(pid=91880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 10:23:44.994150 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Received port after_create {{(pid=91880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 10:23:45.029345 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'Port': ['ID=3b25269e-173d-4b12-a4a7-cee42fa4f892,revision_number=1']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:45.033416 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:45.494405 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:45.566677 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16400395'] for port, before_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:45.775039 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for port, precommit_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:45.779490 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784424096148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784423662273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784423662318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2489979'] for port, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:45.783271 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-ecb14d14-992c-402e-ba96-9acf9be968be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:23:45.887500 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event updated for resources: {'Port': ['ID=3b25269e-173d-4b12-a4a7-cee42fa4f892,revision_number=2']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:23:45.891436 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:23:45.898551 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-944148'] for floatingip, after_update {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:46.072431 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.l3_db [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Floating IP 9ab9fd08-6349-43fd-b07c-bc742bbdbeb4 associated. External IP: 172.27.3.137, port: 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e.
Jun 01 10:23:46.420043 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Router 86917fa4-9988-4d53-a8c9-4313588fcd1a has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:23:46.595023 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:23:46.604512 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b561ab04-6891-4b78-877a-aba233dd76e9 None None] Sync routers for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:23:46.613214 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b561ab04-6891-4b78-877a-aba233dd76e9 None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:23:46.613839 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-b561ab04-6891-4b78-877a-aba233dd76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4864b45b0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:23:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:46.620223 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:23:46.676162 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-591f3c08-a53e-4f6b-93b1-c7d626ceb850 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2957385
Jun 01 10:23:46.676824 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbb5870-f3b4-4701-9de5-7175bf361c94', 'tag': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:23:46.679249 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a18641-a33f-4930-ac55-0af379d275e8" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbb5870-f3b4-4701-9de5-7175bf361c94", "tag": "1c104b1f-781d-44a4-a6c2-f2ad97f49c5e"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:23:46.799062 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-b561ab04-6891-4b78-877a-aba233dd76e9 None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:23:46.916307 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d572b7e2-caa4-4d6b-b6f6-946bcc630e42 x-openstack-request-id: req-d572b7e2-caa4-4d6b-b6f6-946bcc630e42 {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:23:46.916822 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbb5870-f3b4-4701-9de5-7175bf361c94", "tag": "1c104b1f-781d-44a4-a6c2-f2ad97f49c5e", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:23:46.916933 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d572b7e2-caa4-4d6b-b6f6-946bcc630e42 {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:23:46.917414 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbb5870-f3b4-4701-9de5-7175bf361c94', 'tag': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e', 'status': 'completed', 'code': 200}
Jun 01 10:23:47.009614 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a18641-a33f-4930-ac55-0af379d275e8 req-2517751f-764a-46ec-840d-ea36a01f5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:47.011085 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99a18641-a33f-4930-ac55-0af379d275e8 req-2517751f-764a-46ec-840d-ea36a01f5720 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 1098 time: 0.0720005
Jun 01 10:23:47.148097 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-b561ab04-6891-4b78-877a-aba233dd76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4864b45b0>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': '1f96bfb9-6630-4ed2-ab8d-e1629ddfb3ef', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'port_id': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'mac_address': 'fa:16:3e:84:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:21:45Z', 'updated_at': '2021-06-01T10:21:48Z', 'revision_number': 1, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address_scope': None}, {'id': '9ab9fd08-6349-43fd-b07c-bc742bbdbeb4', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'port_id': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'mac_address': 'fa:16:3e:f7:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbb5870-f3b4-4701-9de5-7175bf361c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:23:45Z', 'updated_at': '2021-06-01T10:23:45Z', 'revision_number': 0, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:47.148447 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a18641-a33f-4930-ac55-0af379d275e8 req-a665787a-caad-4ea1-84b7-7744a50aa8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:47.149886 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99a18641-a33f-4930-ac55-0af379d275e8 req-a665787a-caad-4ea1-84b7-7744a50aa8dc service neutron] 10.222.0.93 "GET /v2.0/networks?id=99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 200  len: 914 time: 0.1320271
Jun 01 10:23:47.151641 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b561ab04-6891-4b78-877a-aba233dd76e9 None None] Checking router: 86917fa4-9988-4d53-a8c9-4313588fcd1a for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:23:47.160031 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b561ab04-6891-4b78-877a-aba233dd76e9 None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:23:47.160634 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-b561ab04-6891-4b78-877a-aba233dd76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4864b45b0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:23:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:47.253984 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99a18641-a33f-4930-ac55-0af379d275e8 req-491d7aae-380f-419f-8457-c9909be90a95 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c104b1f-781d-44a4-a6c2-f2ad97f49c5e HTTP/1.1" status: 200  len: 999 time: 0.0970366
Jun 01 10:23:47.315873 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a18641-a33f-4930-ac55-0af379d275e8 req-7b3942a8-401c-412e-92fc-1b9eb1806743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:47.317311 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99a18641-a33f-4930-ac55-0af379d275e8 req-7b3942a8-401c-412e-92fc-1b9eb1806743 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10ead19c-0f8f-49da-bb45-73368b832557 HTTP/1.1" status: 200  len: 851 time: 0.0564704
Jun 01 10:23:47.338849 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-b561ab04-6891-4b78-877a-aba233dd76e9 None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:23:47.401395 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a18641-a33f-4930-ac55-0af379d275e8 req-7c1dfdf0-c2b9-4d82-882e-69996d03e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:23:47.402120 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99a18641-a33f-4930-ac55-0af379d275e8 req-7c1dfdf0-c2b9-4d82-882e-69996d03e9a8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99740617-ed0c-40ad-b44d-30189a23b401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0781116
Jun 01 10:23:47.633874 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99a18641-a33f-4930-ac55-0af379d275e8 req-fe25a7d7-c92d-4d41-bb99-ee19da996cee service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248535
Jun 01 10:23:47.711402 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-b561ab04-6891-4b78-877a-aba233dd76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4864b45b0>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': '1f96bfb9-6630-4ed2-ab8d-e1629ddfb3ef', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'port_id': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'mac_address': 'fa:16:3e:84:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:21:45Z', 'updated_at': '2021-06-01T10:21:48Z', 'revision_number': 1, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address_scope': None}, {'id': '9ab9fd08-6349-43fd-b07c-bc742bbdbeb4', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'port_id': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'mac_address': 'fa:16:3e:f7:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbb5870-f3b4-4701-9de5-7175bf361c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:23:45Z', 'updated_at': '2021-06-01T10:23:45Z', 'revision_number': 0, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:23:47.715451 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b561ab04-6891-4b78-877a-aba233dd76e9 None None] The sync data for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi is: [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': '1f96bfb9-6630-4ed2-ab8d-e1629ddfb3ef', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'port_id': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'mac_address': 'fa:16:3e:84:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:21:45Z', 'updated_at': '2021-06-01T10:21:48Z', 'revision_number': 1, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address_scope': None}, {'id': '9ab9fd08-6349-43fd-b07c-bc742bbdbeb4', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'port_id': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'mac_address': 'fa:16:3e:f7:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbb5870-f3b4-4701-9de5-7175bf361c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:23:45Z', 'updated_at': '2021-06-01T10:23:45Z', 'revision_number': 0, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:23:47.773987 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-99a18641-a33f-4930-ac55-0af379d275e8 req-9f83ac7c-effe-4345-82a4-bc9e99013c01 service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289256
Jun 01 10:23:47.898655 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1eafd2-3355-4bc0-a808-3012d17c1f8f None None] New status for floating IP 9ab9fd08-6349-43fd-b07c-bc742bbdbeb4: ACTIVE {{(pid=91883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:24:05.282669 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-26359e3e-942a-4f68-8612-a5ade2e33a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:24:05.571199 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:24:07.748180 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-08ab625b-bacc-4e03-a91d-244a5c114c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:24:07.867103 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:24:08.820826 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:24:10.552473 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:24:21.278522 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:24:35.283976 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-86937c3e-5a02-45b7-9915-ab1d9437c905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:24:35.572971 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:24:37.749632 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2d8111e5-d05c-4348-a0ac-006780bac00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:24:37.868060 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:24:38.826352 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:24:38.890449 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5f7c66d-2610-4ec7-8912-16aaeeb45208 req-8a9fd348-3b37-4127-af15-9e6e9d1f63ef service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0742829
Jun 01 10:24:39.032537 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7c66d-2610-4ec7-8912-16aaeeb45208 req-b921c22d-c25a-4710-bdf3-d8faefee52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:24:39.034069 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5f7c66d-2610-4ec7-8912-16aaeeb45208 req-b921c22d-c25a-4710-bdf3-d8faefee52d4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 1098 time: 0.0761893
Jun 01 10:24:39.178294 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7c66d-2610-4ec7-8912-16aaeeb45208 req-1312f9bb-c3d9-4e59-adc9-a5fc86b138f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:24:39.179646 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5f7c66d-2610-4ec7-8912-16aaeeb45208 req-1312f9bb-c3d9-4e59-adc9-a5fc86b138f1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 200  len: 914 time: 0.1263471
Jun 01 10:24:39.277427 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5f7c66d-2610-4ec7-8912-16aaeeb45208 req-bd06d259-5bd8-4339-87d3-1f91b228dae5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76007cb2-aad9-46f4-89ea-c59effaf972f HTTP/1.1" status: 200  len: 1001 time: 0.0906551
Jun 01 10:24:39.342129 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7c66d-2610-4ec7-8912-16aaeeb45208 req-ccd09e3d-b1cb-4ae0-b6a9-bedd2261fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:24:39.343590 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5f7c66d-2610-4ec7-8912-16aaeeb45208 req-ccd09e3d-b1cb-4ae0-b6a9-bedd2261fda6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10ead19c-0f8f-49da-bb45-73368b832557 HTTP/1.1" status: 200  len: 851 time: 0.0606594
Jun 01 10:24:39.415476 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7c66d-2610-4ec7-8912-16aaeeb45208 req-557d3c1f-3842-4c5b-b3b0-f64e2b2602be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:24:39.416884 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5f7c66d-2610-4ec7-8912-16aaeeb45208 req-557d3c1f-3842-4c5b-b3b0-f64e2b2602be service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99740617-ed0c-40ad-b44d-30189a23b401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0675900
Jun 01 10:24:39.549966 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5f7c66d-2610-4ec7-8912-16aaeeb45208 req-e914f986-bd4c-49e4-af61-8149e00fe22a service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265492
Jun 01 10:24:39.694520 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-b5f7c66d-2610-4ec7-8912-16aaeeb45208 req-d378efb6-d584-427a-880f-dcdfc2ac0af7 service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346517
Jun 01 10:24:40.556872 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:24:58.277146 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:25:05.285361 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-e120e685-736a-468f-b5fc-1f21e958754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:05.571746 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:07.751669 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-34bd0b93-a840-4f77-847f-95e43a89ff48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:07.869623 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:08.827190 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:10.560005 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:15.270918 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55696) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:15.641710 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Deleting port 3b25269e-173d-4b12-a4a7-cee42fa4f892 {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:25:15.641967 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:15.760745 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:15.761072 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:15.881669 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Calling delete_port for 3b25269e-173d-4b12-a4a7-cee42fa4f892 owned by network:floatingip {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:25:16.009339 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:16.012892 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9560054e-96a2-45b3-97af-942b83dc8900 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:16.056352 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event deleted for resources: {'Port': ['ID=3b25269e-173d-4b12-a4a7-cee42fa4f892,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:16.098187 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:16.098595 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:16.098963 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:16.099321 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:16.099675 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:16.100030 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:16.100381 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:16.100731 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:16.101080 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:16.101452 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:16.101804 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:16.102149 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:16.105439 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:16.161946 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for floatingip, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:16.162281 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.l3_db [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Floating IP 9ab9fd08-6349-43fd-b07c-bc742bbdbeb4 disassociated (deleted). External IP: 172.27.3.137, port: 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e.
Jun 01 10:25:16.503917 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Router 86917fa4-9988-4d53-a8c9-4313588fcd1a has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:25:16.680872 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:25:16.691372 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173e2bf-4d8e-4428-b410-5f99c08d21b0 None None] Sync routers for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:25:16.700405 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173e2bf-4d8e-4428-b410-5f99c08d21b0 None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:25:16.701535 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-8173e2bf-4d8e-4428-b410-5f99c08d21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4858804f0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:25:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:16.714680 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:16.774604 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-92117e74-8619-435e-9dbe-2e5e64077b5a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "DELETE /v2.0/floatingips/9ab9fd08-6349-43fd-b07c-bc742bbdbeb4 HTTP/1.1" status: 204  len: 168 time: 1.5025814
Jun 01 10:25:16.775178 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbb5870-f3b4-4701-9de5-7175bf361c94', 'tag': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:25:16.777525 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71962d7-f320-4f73-99eb-3f11f7df3835" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbb5870-f3b4-4701-9de5-7175bf361c94", "tag": "1c104b1f-781d-44a4-a6c2-f2ad97f49c5e"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:25:16.823108 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9624f8bf-a664-4cd2-bb6b-16e6dcd9f58a x-openstack-request-id: req-9624f8bf-a664-4cd2-bb6b-16e6dcd9f58a {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:25:16.823445 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbb5870-f3b4-4701-9de5-7175bf361c94", "tag": "1c104b1f-781d-44a4-a6c2-f2ad97f49c5e", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:25:16.823743 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9624f8bf-a664-4cd2-bb6b-16e6dcd9f58a {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:25:16.824228 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbb5870-f3b4-4701-9de5-7175bf361c94', 'tag': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e', 'status': 'completed', 'code': 200}
Jun 01 10:25:16.885747 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-8173e2bf-4d8e-4428-b410-5f99c08d21b0 None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:25:16.922250 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71962d7-f320-4f73-99eb-3f11f7df3835 req-7ce21982-1b9b-4843-b69a-08b57f2d0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:25:16.923720 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d71962d7-f320-4f73-99eb-3f11f7df3835 req-7ce21982-1b9b-4843-b69a-08b57f2d0c9e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 1098 time: 0.0773134
Jun 01 10:25:17.075281 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71962d7-f320-4f73-99eb-3f11f7df3835 req-1df9089b-6e83-4b66-abe4-346a252df92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:25:17.077893 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d71962d7-f320-4f73-99eb-3f11f7df3835 req-1df9089b-6e83-4b66-abe4-346a252df92e service neutron] 10.222.0.93 "GET /v2.0/networks?id=99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 200  len: 914 time: 0.1471007
Jun 01 10:25:17.187557 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d71962d7-f320-4f73-99eb-3f11f7df3835 req-0db0a784-cc17-4cbf-8b3b-e8c1494c41b1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c104b1f-781d-44a4-a6c2-f2ad97f49c5e HTTP/1.1" status: 200  len: 217 time: 0.0704117
Jun 01 10:25:17.259600 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-8173e2bf-4d8e-4428-b410-5f99c08d21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4858804f0>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': '1f96bfb9-6630-4ed2-ab8d-e1629ddfb3ef', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'port_id': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'mac_address': 'fa:16:3e:84:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:21:45Z', 'updated_at': '2021-06-01T10:21:48Z', 'revision_number': 1, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:17.263709 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173e2bf-4d8e-4428-b410-5f99c08d21b0 None None] Checking router: 86917fa4-9988-4d53-a8c9-4313588fcd1a for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:25:17.265677 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71962d7-f320-4f73-99eb-3f11f7df3835 req-dde29275-c89f-4f1d-b987-4ec1d6a7342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:25:17.267113 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d71962d7-f320-4f73-99eb-3f11f7df3835 req-dde29275-c89f-4f1d-b987-4ec1d6a7342f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10ead19c-0f8f-49da-bb45-73368b832557 HTTP/1.1" status: 200  len: 851 time: 0.0713491
Jun 01 10:25:17.271961 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173e2bf-4d8e-4428-b410-5f99c08d21b0 None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:25:17.272573 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-8173e2bf-4d8e-4428-b410-5f99c08d21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4858804f0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:25:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:17.275537 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaeac2d-0d3b-45c0-8ff7-c24665322193 req-564780fb-7743-46a4-8067-f995e7537233 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:25:17.276907 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cbaeac2d-0d3b-45c0-8ff7-c24665322193 req-564780fb-7743-46a4-8067-f995e7537233 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 945 time: 0.1947231
Jun 01 10:25:17.368748 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-cbaeac2d-0d3b-45c0-8ff7-c24665322193 req-bb9f31cd-c9a3-4595-b9c4-4299054cec33 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580850
Jun 01 10:25:17.390091 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71962d7-f320-4f73-99eb-3f11f7df3835 req-8f9ea439-b4b1-49a2-8484-480152b73396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:25:17.390091 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d71962d7-f320-4f73-99eb-3f11f7df3835 req-8f9ea439-b4b1-49a2-8484-480152b73396 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99740617-ed0c-40ad-b44d-30189a23b401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1086872
Jun 01 10:25:17.450119 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-8173e2bf-4d8e-4428-b410-5f99c08d21b0 None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:25:17.618964 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d71962d7-f320-4f73-99eb-3f11f7df3835 req-6caf5bc9-d522-4499-8c5a-980aae3261f0 service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2242260
Jun 01 10:25:17.753230 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-d71962d7-f320-4f73-99eb-3f11f7df3835 req-25052beb-e180-4927-a9e5-19a8444641be service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266024
Jun 01 10:25:17.811600 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-8173e2bf-4d8e-4428-b410-5f99c08d21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4858804f0>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': '1f96bfb9-6630-4ed2-ab8d-e1629ddfb3ef', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'port_id': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'mac_address': 'fa:16:3e:84:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:21:45Z', 'updated_at': '2021-06-01T10:21:48Z', 'revision_number': 1, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:17.815785 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173e2bf-4d8e-4428-b410-5f99c08d21b0 None None] The sync data for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi is: [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_floatingips': [{'id': '1f96bfb9-6630-4ed2-ab8d-e1629ddfb3ef', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'router_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'port_id': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'mac_address': 'fa:16:3e:84:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:21:45Z', 'updated_at': '2021-06-01T10:21:48Z', 'revision_number': 1, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:25:18.010237 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaeb625-8b47-470d-8def-d261de0afb4c None None] New status for floating IP 9ab9fd08-6349-43fd-b07c-bc742bbdbeb4: DOWN {{(pid=91883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:25:18.652570 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d241c-e3f0-42fb-ab64-d87ff8257428 req-00bc822b-ce80-4883-a71e-4286bd370740 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:25:18.654673 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1c7d241c-e3f0-42fb-ab64-d87ff8257428 req-00bc822b-ce80-4883-a71e-4286bd370740 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 945 time: 0.0868187
Jun 01 10:25:18.658909 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c3a1c-8042-4074-b2c3-6a17ca3fa91f req-53321bb8-76eb-4ba0-96d9-23c6ab787c0d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:25:18.659610 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-bf9c3a1c-8042-4074-b2c3-6a17ca3fa91f req-53321bb8-76eb-4ba0-96d9-23c6ab787c0d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Synchronizing usage tracker for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:25:18.675845 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-bf9c3a1c-8042-4074-b2c3-6a17ca3fa91f req-53321bb8-76eb-4ba0-96d9-23c6ab787c0d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Unset dirty status for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:25:18.676963 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bf9c3a1c-8042-4074-b2c3-6a17ca3fa91f req-53321bb8-76eb-4ba0-96d9-23c6ab787c0d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 945 time: 0.2031920
Jun 01 10:25:18.723464 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-bf9c3a1c-8042-4074-b2c3-6a17ca3fa91f req-6418be82-a2bf-40bd-863b-a8fc652d1334 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408208
Jun 01 10:25:18.789033 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-1c7d241c-e3f0-42fb-ab64-d87ff8257428 req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Deleting port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:25:18.789397 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1c7d241c-e3f0-42fb-ab64-d87ff8257428 req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:18.918301 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-1c7d241c-e3f0-42fb-ab64-d87ff8257428 req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] For port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1c104b1f-781d-44a4-a6c2-f2ad97f49c5e,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:25:18.918566 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1c7d241c-e3f0-42fb-ab64-d87ff8257428 req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:19.051489 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-1c7d241c-e3f0-42fb-ab64-d87ff8257428 req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Calling delete_port for 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:25:19.175122 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1c7d241c-e3f0-42fb-ab64-d87ff8257428 req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:19.180354 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-0bb933b1-27bb-45d1-8c6f-1739feb18b5f tempest-ServerRescueNegativeTestJSON-986470817 tempest-ServerRescueNegativeTestJSON-986470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:19.227729 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event deleted for resources: {'Port': ['ID=1c104b1f-781d-44a4-a6c2-f2ad97f49c5e,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:19.265777 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:19.266155 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:19.266524 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:19.266888 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:19.267244 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:19.267600 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:19.267956 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:19.268311 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:19.268663 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:19.269012 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:19.269389 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:19.269738 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:19.276671 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:19.313038 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7d241c-e3f0-42fb-ab64-d87ff8257428 req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] No DVR routers for this DVR port 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:25:19.315574 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-1c7d241c-e3f0-42fb-ab64-d87ff8257428 req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:19.318170 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbb5870-f3b4-4701-9de5-7175bf361c94', 'name': 'network-vif-deleted', 'tag': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:25:19.320428 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a58561-daeb-40ea-a270-2e52c212c612" -d '{"events": [{"server_uuid": "1fbb5870-f3b4-4701-9de5-7175bf361c94", "name": "network-vif-deleted", "tag": "1c104b1f-781d-44a4-a6c2-f2ad97f49c5e"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:25:19.333586 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-1c7d241c-e3f0-42fb-ab64-d87ff8257428 req-ca3f2cfb-eeae-4b33-9df8-1512930688eb tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.93 "DELETE /v2.0/ports/1c104b1f-781d-44a4-a6c2-f2ad97f49c5e HTTP/1.1" status: 204  len: 173 time: 0.6737466
Jun 01 10:25:19.426689 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302f7c3b-0cda-414e-8037-1f22560f4872 x-openstack-request-id: req-302f7c3b-0cda-414e-8037-1f22560f4872 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:25:19.426969 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbb5870-f3b4-4701-9de5-7175bf361c94", "name": "network-vif-deleted", "tag": "1c104b1f-781d-44a4-a6c2-f2ad97f49c5e", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:25:19.427267 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-302f7c3b-0cda-414e-8037-1f22560f4872 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:25:19.427710 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbb5870-f3b4-4701-9de5-7175bf361c94', 'name': 'network-vif-deleted', 'tag': '1c104b1f-781d-44a4-a6c2-f2ad97f49c5e', 'status': 'completed', 'code': 200}
Jun 01 10:25:19.893224 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-1f4527a1-e581-4eba-a9e6-02f0493847d6 req-4249e6e5-67ca-4379-9189-9c160a38b1e6 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fbb5870-f3b4-4701-9de5-7175bf361c94 HTTP/1.1" status: 200  len: 210 time: 0.0448046
Jun 01 10:25:22.182996 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:25:22.220708 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:25:22.221311 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 1c104b1f-781d-44a4-a6c2-f2ad97f49c5e not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:25:23.402909 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55728) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:23.672934 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-9faba773-8642-43d9-8330-3307abbf4b4c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Deleting port 77a0e8a4-5fc6-4312-85d5-d49f8fe62804 {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:25:23.673179 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9faba773-8642-43d9-8330-3307abbf4b4c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:23.795449 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9faba773-8642-43d9-8330-3307abbf4b4c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:23.795772 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9faba773-8642-43d9-8330-3307abbf4b4c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:23.922821 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-9faba773-8642-43d9-8330-3307abbf4b4c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Calling delete_port for 77a0e8a4-5fc6-4312-85d5-d49f8fe62804 owned by network:floatingip {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:25:24.045126 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9faba773-8642-43d9-8330-3307abbf4b4c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:24.049329 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-fa01cdb6-2f1b-489f-9112-9feb47f69c8e tempest-DeleteServersTestJSON-470716051 tempest-DeleteServersTestJSON-470716051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:24.093571 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faba773-8642-43d9-8330-3307abbf4b4c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event deleted for resources: {'Port': ['ID=77a0e8a4-5fc6-4312-85d5-d49f8fe62804,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:24.127108 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-9faba773-8642-43d9-8330-3307abbf4b4c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:24.183726 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9faba773-8642-43d9-8330-3307abbf4b4c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for floatingip, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:24.184072 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.db.l3_db [None req-9faba773-8642-43d9-8330-3307abbf4b4c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Floating IP 1f96bfb9-6630-4ed2-ab8d-e1629ddfb3ef disassociated (deleted). External IP: 172.27.3.187, port: 76007cb2-aad9-46f4-89ea-c59effaf972f.
Jun 01 10:25:24.547248 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faba773-8642-43d9-8330-3307abbf4b4c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Router 86917fa4-9988-4d53-a8c9-4313588fcd1a has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:25:24.842417 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faba773-8642-43d9-8330-3307abbf4b4c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:25:24.852912 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0fca2-8bdd-4fd6-9c6d-81d00b0e6b61 None None] Sync routers for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:25:24.862380 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-9faba773-8642-43d9-8330-3307abbf4b4c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:24.862798 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0fca2-8bdd-4fd6-9c6d-81d00b0e6b61 None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:25:24.863554 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-c6a0fca2-8bdd-4fd6-9c6d-81d00b0e6b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4864ad3a0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:25:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:24.934164 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-9faba773-8642-43d9-8330-3307abbf4b4c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "DELETE /v2.0/floatingips/1f96bfb9-6630-4ed2-ab8d-e1629ddfb3ef HTTP/1.1" status: 204  len: 168 time: 1.5301020
Jun 01 10:25:24.934820 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'tag': '76007cb2-aad9-46f4-89ea-c59effaf972f'}] {{(pid=91880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:25:24.937375 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60301c35ceb273e331e1c08f81f6a64f90313fba0594a3876c4337c1b67d66bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb0f2d3-8583-4018-9be8-504ce940106b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cae429-c34b-4615-86c1-6ac6da43b29e", "tag": "76007cb2-aad9-46f4-89ea-c59effaf972f"}]}' {{(pid=91880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:25:24.989941 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113fdd10-9000-4bc9-a8a0-63b1282ecc57 x-openstack-request-id: req-113fdd10-9000-4bc9-a8a0-63b1282ecc57 {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:25:24.991062 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cae429-c34b-4615-86c1-6ac6da43b29e", "tag": "76007cb2-aad9-46f4-89ea-c59effaf972f", "status": "completed", "code": 200}]} {{(pid=91880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:25:24.991935 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-113fdd10-9000-4bc9-a8a0-63b1282ecc57 {{(pid=91880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:25:24.993285 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'tag': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'status': 'completed', 'code': 200}
Jun 01 10:25:25.113548 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0f2d3-8583-4018-9be8-504ce940106b req-89e07952-f453-4ef9-9536-83f8b636c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:25:25.115645 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4eb0f2d3-8583-4018-9be8-504ce940106b req-89e07952-f453-4ef9-9536-83f8b636c44d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 1098 time: 0.0979912
Jun 01 10:25:25.139392 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-c6a0fca2-8bdd-4fd6-9c6d-81d00b0e6b61 None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:25:25.261018 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0f2d3-8583-4018-9be8-504ce940106b req-9f1b1695-b44f-4509-ac24-dc6ae0c9b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:25:25.262481 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4eb0f2d3-8583-4018-9be8-504ce940106b req-9f1b1695-b44f-4509-ac24-dc6ae0c9b624 service neutron] 10.222.0.93 "GET /v2.0/networks?id=99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 200  len: 914 time: 0.1404209
Jun 01 10:25:25.382207 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4eb0f2d3-8583-4018-9be8-504ce940106b req-43636bec-ec0e-423d-9e99-fe7ab2672f75 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76007cb2-aad9-46f4-89ea-c59effaf972f HTTP/1.1" status: 200  len: 217 time: 0.1125216
Jun 01 10:25:25.468582 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0f2d3-8583-4018-9be8-504ce940106b req-ab46a7ed-82a3-4031-9590-8e3996e5bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:25:25.470071 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4eb0f2d3-8583-4018-9be8-504ce940106b req-ab46a7ed-82a3-4031-9590-8e3996e5bed2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10ead19c-0f8f-49da-bb45-73368b832557 HTTP/1.1" status: 200  len: 851 time: 0.0788400
Jun 01 10:25:25.477991 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-c6a0fca2-8bdd-4fd6-9c6d-81d00b0e6b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4864ad3a0>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:25.482475 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0fca2-8bdd-4fd6-9c6d-81d00b0e6b61 None None] Checking router: 86917fa4-9988-4d53-a8c9-4313588fcd1a for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:25:25.482691 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96944723-cc4c-4ada-b248-abe6db6a5d64 req-6ecd770b-bbbd-4b3d-8b40-df76693088fa tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:25:25.483476 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-96944723-cc4c-4ada-b248-abe6db6a5d64 req-6ecd770b-bbbd-4b3d-8b40-df76693088fa tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Synchronizing usage tracker for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91881) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:25:25.490889 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0fca2-8bdd-4fd6-9c6d-81d00b0e6b61 None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:25:25.491502 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-c6a0fca2-8bdd-4fd6-9c6d-81d00b0e6b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4864ad3a0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:25:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:25.548731 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.quota.resource [req-96944723-cc4c-4ada-b248-abe6db6a5d64 req-6ecd770b-bbbd-4b3d-8b40-df76693088fa tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Unset dirty status for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:25:25.549922 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-96944723-cc4c-4ada-b248-abe6db6a5d64 req-6ecd770b-bbbd-4b3d-8b40-df76693088fa tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 945 time: 0.2215283
Jun 01 10:25:25.607586 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-96944723-cc4c-4ada-b248-abe6db6a5d64 req-af336e70-e614-44fc-8231-59f1ca0f185c tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482190
Jun 01 10:25:25.610767 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0f2d3-8583-4018-9be8-504ce940106b req-9269b6f9-b98b-4314-99d3-bac0b07d868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:25:25.611976 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4eb0f2d3-8583-4018-9be8-504ce940106b req-9269b6f9-b98b-4314-99d3-bac0b07d868d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99740617-ed0c-40ad-b44d-30189a23b401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1248307
Jun 01 10:25:25.672944 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-c6a0fca2-8bdd-4fd6-9c6d-81d00b0e6b61 None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:25:25.847537 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4eb0f2d3-8583-4018-9be8-504ce940106b req-ff8487d6-9fbd-4239-9f9a-b57b72f287db service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2285118
Jun 01 10:25:25.980175 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-4eb0f2d3-8583-4018-9be8-504ce940106b req-20a8f5a5-58d7-4ad7-8f98-f687bad49ce1 service neutron] 10.222.0.93 "GET /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248493
Jun 01 10:25:25.992435 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-c6a0fca2-8bdd-4fd6-9c6d-81d00b0e6b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4864ad3a0>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:25.996565 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0fca2-8bdd-4fd6-9c6d-81d00b0e6b61 None None] The sync data for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi is: [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:17:41Z', 'revision_number': 4, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi', '_interfaces': [{'id': 'dc0aed1c-8a3e-4e47-b0fd-9b9325fef458', 'name': '', 'network_id': '99740617-ed0c-40ad-b44d-30189a23b401', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'mac_address': 'fa:16:3e:98:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '10ead19c-0f8f-49da-bb45-73368b832557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:40Z', 'updated_at': '2021-06-01T10:17:50Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'subnets': [{'id': '10ead19c-0f8f-49da-bb45-73368b832557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:25:26.196408 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e52edf-8ddf-466a-9170-74d62545d826 None None] New status for floating IP 1f96bfb9-6630-4ed2-ab8d-e1629ddfb3ef: DOWN {{(pid=91883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 10:25:26.805910 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a920949-e3d2-4d20-99b6-bc1e1aa6d4ad req-16aba6dc-2f53-4e53-b28c-f2efec6a740d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:25:26.806609 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-6a920949-e3d2-4d20-99b6-bc1e1aa6d4ad req-16aba6dc-2f53-4e53-b28c-f2efec6a740d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Synchronizing usage tracker for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91880) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 10:25:26.820414 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.quota.resource [req-6a920949-e3d2-4d20-99b6-bc1e1aa6d4ad req-16aba6dc-2f53-4e53-b28c-f2efec6a740d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Unset dirty status for tenant:3c45032ce1f14e298c34f0a151a2bd04 on resource:port {{(pid=91880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 10:25:26.821573 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6a920949-e3d2-4d20-99b6-bc1e1aa6d4ad req-16aba6dc-2f53-4e53-b28c-f2efec6a740d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 945 time: 0.1028523
Jun 01 10:25:26.822696 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384dac28-148c-4594-9362-6e31c2a76b22 req-698c8933-4400-4edc-9b55-8429889a510a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 10:25:26.824162 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-384dac28-148c-4594-9362-6e31c2a76b22 req-698c8933-4400-4edc-9b55-8429889a510a tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.93 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 945 time: 0.0918729
Jun 01 10:25:26.867397 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-6a920949-e3d2-4d20-99b6-bc1e1aa6d4ad req-4d09059e-7d53-42d1-8643-9f1bde28db7d tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393710
Jun 01 10:25:26.958073 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-384dac28-148c-4594-9362-6e31c2a76b22 req-9be0568f-36c9-4dad-9d27-8e33bd691f73 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Deleting port 76007cb2-aad9-46f4-89ea-c59effaf972f {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:25:26.958413 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-384dac28-148c-4594-9362-6e31c2a76b22 req-9be0568f-36c9-4dad-9d27-8e33bd691f73 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:27.094353 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [req-384dac28-148c-4594-9362-6e31c2a76b22 req-9be0568f-36c9-4dad-9d27-8e33bd691f73 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] For port 76007cb2-aad9-46f4-89ea-c59effaf972f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76007cb2-aad9-46f4-89ea-c59effaf972f,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:25:27.094706 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-384dac28-148c-4594-9362-6e31c2a76b22 req-9be0568f-36c9-4dad-9d27-8e33bd691f73 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:27.225246 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [req-384dac28-148c-4594-9362-6e31c2a76b22 req-9be0568f-36c9-4dad-9d27-8e33bd691f73 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Calling delete_port for 76007cb2-aad9-46f4-89ea-c59effaf972f owned by compute:nova {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:25:27.336050 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-384dac28-148c-4594-9362-6e31c2a76b22 req-9be0568f-36c9-4dad-9d27-8e33bd691f73 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:27.341726 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-e06ab240-8ed0-4167-a283-59cdcf0d40d2 tempest-AttachVolumeShelveTestJSON-1521626730 tempest-AttachVolumeShelveTestJSON-1521626730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:27.394656 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0568f-36c9-4dad-9d27-8e33bd691f73 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event deleted for resources: {'Port': ['ID=76007cb2-aad9-46f4-89ea-c59effaf972f,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:27.398048 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-9be0568f-36c9-4dad-9d27-8e33bd691f73 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:27.468032 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.l3_dvrscheduler_db [req-384dac28-148c-4594-9362-6e31c2a76b22 req-9be0568f-36c9-4dad-9d27-8e33bd691f73 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] No DVR routers for this DVR port 76007cb2-aad9-46f4-89ea-c59effaf972f on host hv-cinder-78477 {{(pid=91881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:25:27.470497 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [req-384dac28-148c-4594-9362-6e31c2a76b22 req-9be0568f-36c9-4dad-9d27-8e33bd691f73 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for port, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:27.472963 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'name': 'network-vif-deleted', 'tag': '76007cb2-aad9-46f4-89ea-c59effaf972f'}] {{(pid=91881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 10:25:27.475241 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}182255f583a7b2908e6651460ac26f389682daed4fdb09e9814e7825e5ccd4da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bcb7d6-c7d6-4491-a1ef-7c77bb7788c6" -d '{"events": [{"server_uuid": "a4cae429-c34b-4615-86c1-6ac6da43b29e", "name": "network-vif-deleted", "tag": "76007cb2-aad9-46f4-89ea-c59effaf972f"}]}' {{(pid=91881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 10:25:27.488588 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [req-384dac28-148c-4594-9362-6e31c2a76b22 req-9be0568f-36c9-4dad-9d27-8e33bd691f73 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.93 "DELETE /v2.0/ports/76007cb2-aad9-46f4-89ea-c59effaf972f HTTP/1.1" status: 204  len: 173 time: 0.6596363
Jun 01 10:25:27.518909 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51244cc-5ade-454a-b91e-8e89907270f0 x-openstack-request-id: req-a51244cc-5ade-454a-b91e-8e89907270f0 {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 10:25:27.519241 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cae429-c34b-4615-86c1-6ac6da43b29e", "name": "network-vif-deleted", "tag": "76007cb2-aad9-46f4-89ea-c59effaf972f", "status": "completed", "code": 200}]} {{(pid=91881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 10:25:27.519564 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a51244cc-5ade-454a-b91e-8e89907270f0 {{(pid=91881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 10:25:27.519977 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cae429-c34b-4615-86c1-6ac6da43b29e', 'name': 'network-vif-deleted', 'tag': '76007cb2-aad9-46f4-89ea-c59effaf972f', 'status': 'completed', 'code': 200}
Jun 01 10:25:28.025698 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [req-e71d1e20-9337-432a-9073-d4b0d3ab8175 req-3ca25816-2079-4556-9c9a-32e18ae46841 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4cae429-c34b-4615-86c1-6ac6da43b29e HTTP/1.1" status: 200  len: 210 time: 0.0420763
Jun 01 10:25:29.119259 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55746) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:29.338577 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-434e59dc-d08d-45f9-854d-18d51e075c27 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Deleting port 1a759274-bce3-464e-b034-678e2bf689e3 {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:25:29.338842 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-434e59dc-d08d-45f9-854d-18d51e075c27 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:29.458592 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-434e59dc-d08d-45f9-854d-18d51e075c27 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:29.458921 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-434e59dc-d08d-45f9-854d-18d51e075c27 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:29.586599 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-434e59dc-d08d-45f9-854d-18d51e075c27 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Calling delete_port for 1a759274-bce3-464e-b034-678e2bf689e3 owned by network:floatingip {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:25:29.696067 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-434e59dc-d08d-45f9-854d-18d51e075c27 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:29.701238 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e9e87ab5-561c-4f7a-b9a3-e1d6e610e024 tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:29.746252 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e59dc-d08d-45f9-854d-18d51e075c27 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event deleted for resources: {'Port': ['ID=1a759274-bce3-464e-b034-678e2bf689e3,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:29.776595 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-434e59dc-d08d-45f9-854d-18d51e075c27 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:29.842817 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-434e59dc-d08d-45f9-854d-18d51e075c27 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for floatingip, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:29.856543 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-434e59dc-d08d-45f9-854d-18d51e075c27 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109507'] for floatingip, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:29.858473 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-434e59dc-d08d-45f9-854d-18d51e075c27 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "DELETE /v2.0/floatingips/1e35f1d5-4b11-4fec-b59b-546651627e0f HTTP/1.1" status: 204  len: 168 time: 0.7382486
Jun 01 10:25:30.229530 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 76007cb2-aad9-46f4-89ea-c59effaf972f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:25:30.264446 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] No Port match for: 76007cb2-aad9-46f4-89ea-c59effaf972f {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:25:30.264725 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Device 76007cb2-aad9-46f4-89ea-c59effaf972f not bound to the agent host hv-cinder-78477 {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:25:31.229593 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55760) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:31.300096 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-5f1dface-623d-43d9-818d-9763032ff0f8 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:31.329320 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-5f1dface-623d-43d9-818d-9763032ff0f8 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:31.393276 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-5f1dface-623d-43d9-818d-9763032ff0f8 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:31.398192 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-57bfa79a-864d-433b-8850-8592c0df0e96 tempest-TestShelveInstance-864435398 tempest-TestShelveInstance-864435398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:31.414280 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1dface-623d-43d9-818d-9763032ff0f8 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e6c18c-081f-4ef4-ae62-c1d08b07ac36,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:31.416969 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-5f1dface-623d-43d9-818d-9763032ff0f8 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:31.424229 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-5f1dface-623d-43d9-818d-9763032ff0f8 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:31.425371 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-5f1dface-623d-43d9-818d-9763032ff0f8 tempest-TestVolumeBootPattern-1072636736 tempest-TestVolumeBootPattern-1072636736-project] 10.222.0.86 "DELETE /v2.0/security-groups/e2e6c18c-081f-4ef4-ae62-c1d08b07ac36 HTTP/1.1" status: 204  len: 168 time: 0.1947906
Jun 01 10:25:31.483581 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55766) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:32.259955 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-65b2fcbc-a8fe-4c94-92d4-f54abc8ac195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943910'] for router_interface, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:32.666504 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-65b2fcbc-a8fe-4c94-92d4-f54abc8ac195 admin admin] Deleting port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:25:32.666843 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-65b2fcbc-a8fe-4c94-92d4-f54abc8ac195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:32.787764 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [None req-65b2fcbc-a8fe-4c94-92d4-f54abc8ac195 admin admin] For port dc0aed1c-8a3e-4e47-b0fd-9b9325fef458, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=dc0aed1c-8a3e-4e47-b0fd-9b9325fef458,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:25:32.788120 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-65b2fcbc-a8fe-4c94-92d4-f54abc8ac195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:32.912803 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-65b2fcbc-a8fe-4c94-92d4-f54abc8ac195 admin admin] Calling delete_port for dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 owned by network:router_interface {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:25:33.060259 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-65b2fcbc-a8fe-4c94-92d4-f54abc8ac195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:33.063882 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-592331ff-32a9-4ad5-b68f-c92d82168bed tempest-TestMinimumBasicScenario-94132251 tempest-TestMinimumBasicScenario-94132251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:33.107710 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2fcbc-a8fe-4c94-92d4-f54abc8ac195 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0aed1c-8a3e-4e47-b0fd-9b9325fef458,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:33.110839 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-65b2fcbc-a8fe-4c94-92d4-f54abc8ac195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:33.377018 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-65b2fcbc-a8fe-4c94-92d4-f54abc8ac195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939702'] for router_interface, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:33.835683 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b2fcbc-a8fe-4c94-92d4-f54abc8ac195 admin admin] Router 86917fa4-9988-4d53-a8c9-4313588fcd1a has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:25:34.016298 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b2fcbc-a8fe-4c94-92d4-f54abc8ac195 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:25:34.024746 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444eeadb-596a-4f65-9113-b25651a1a2dc None None] Sync routers for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:25:34.028455 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-65b2fcbc-a8fe-4c94-92d4-f54abc8ac195 admin admin] 10.222.0.86 "PUT /v2.0/routers/86917fa4-9988-4d53-a8c9-4313588fcd1a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5438011
Jun 01 10:25:34.034278 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55774) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:34.034870 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444eeadb-596a-4f65-9113-b25651a1a2dc None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:25:34.035722 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-444eeadb-596a-4f65-9113-b25651a1a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd48575fa30>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:25:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:34.223066 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] Notify callbacks [] for router, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:34.226993 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-444eeadb-596a-4f65-9113-b25651a1a2dc None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: dv-cinder-784779-13-iscsi {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:25:34.396799 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:34.476279 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] Deleting port bdc96eba-ba50-493d-b366-9c65c26f8a10 {{(pid=91881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:25:34.476519 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:34.583974 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-444eeadb-596a-4f65-9113-b25651a1a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd48575fa30>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:25:32Z', 'revision_number': 5, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port': {'id': 'bdc96eba-ba50-493d-b366-9c65c26f8a10', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:36Z', 'updated_at': '2021-06-01T10:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:34.587708 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444eeadb-596a-4f65-9113-b25651a1a2dc None None] Checking router: 86917fa4-9988-4d53-a8c9-4313588fcd1a for host: dv-cinder-784779-13-iscsi {{(pid=91882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:25:34.596483 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444eeadb-596a-4f65-9113-b25651a1a2dc None None] Routers {'86917fa4-9988-4d53-a8c9-4313588fcd1a'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:25:34.597089 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-444eeadb-596a-4f65-9113-b25651a1a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd48575fa30>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:25:08Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['86917fa4-9988-4d53-a8c9-4313588fcd1a'], 'active': True} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:34.599987 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.db [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] For port bdc96eba-ba50-493d-b366-9c65c26f8a10, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=bdc96eba-ba50-493d-b366-9c65c26f8a10,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:25:34.600348 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:34.724008 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.plugins.ml2.plugin [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] Calling delete_port for bdc96eba-ba50-493d-b366-9c65c26f8a10 owned by network:router_gateway {{(pid=91881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:25:34.750316 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvr_db [None req-444eeadb-596a-4f65-9113-b25651a1a2dc None None] Set router 86917fa4-9988-4d53-a8c9-4313588fcd1a gateway port host: None {{(pid=91882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:25:34.863242 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_hamode_db [None req-444eeadb-596a-4f65-9113-b25651a1a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd48575fa30>, [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:25:34Z', 'revision_number': 6, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port_host': None}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:34.866581 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490477'] for port, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:34.867676 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444eeadb-596a-4f65-9113-b25651a1a2dc None None] The sync data for ids ['86917fa4-9988-4d53-a8c9-4313588fcd1a'] in dv-cinder-784779-13-iscsi is: [{'id': '86917fa4-9988-4d53-a8c9-4313588fcd1a', 'name': 'tempest-TestVolumeBootPattern-1065442646-router', 'tenant_id': '3c45032ce1f14e298c34f0a151a2bd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:35Z', 'updated_at': '2021-06-01T10:25:34Z', 'revision_number': 6, 'project_id': '3c45032ce1f14e298c34f0a151a2bd04', 'gw_port_host': None}] {{(pid=91882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:25:34.870980 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-65b2fcbc-a8fe-4c94-92d4-f54abc8ac195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:34.938637 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc96eba-ba50-493d-b366-9c65c26f8a10,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:34.944894 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:35.108287 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944187'] for router_gateway, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:35.277099 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:25:35.279961 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7008'] for router, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:35.282487 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:35.292668 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-c19c02e5-e466-408b-8ecb-b74fae5d4161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:35.314910 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938634'] for router, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:35.315456 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86917fa4-9988-4d53-a8c9-4313588fcd1a {{(pid=91881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 10:25:35.327781 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] Notify callbacks [] for router, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:35.328897 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-ef224d00-298a-429b-a27c-816926b8a653 admin admin] 10.222.0.86 "DELETE /v2.0/routers/86917fa4-9988-4d53-a8c9-4313588fcd1a HTTP/1.1" status: 204  len: 168 time: 1.2936914
Jun 01 10:25:35.331631 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55778) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:35.393876 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.db.db_base_plugin_v2 [None req-524fa645-0f52-4f54-8f55-0c0c81a57284 admin admin] Deleting subnet 10ead19c-0f8f-49da-bb45-73368b832557 {{(pid=91881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:25:35.396885 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-524fa645-0f52-4f54-8f55-0c0c81a57284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:35.447346 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-524fa645-0f52-4f54-8f55-0c0c81a57284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2273314'] for subnet, precommit_delete_associations {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:35.522866 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-524fa645-0f52-4f54-8f55-0c0c81a57284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:35.603673 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:35.770077 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-524fa645-0f52-4f54-8f55-0c0c81a57284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3423838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2275619'] for subnet, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:35.774825 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:35.812211 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fa645-0f52-4f54-8f55-0c0c81a57284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ead19c-0f8f-49da-bb45-73368b832557,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:35.814202 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-524fa645-0f52-4f54-8f55-0c0c81a57284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:35.817021 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-524fa645-0f52-4f54-8f55-0c0c81a57284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:35.818800 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab44991-f771-4685-9a06-9aa2a7bed969 None None] Network 99740617-ed0c-40ad-b44d-30189a23b401 requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:25:35.823637 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-524fa645-0f52-4f54-8f55-0c0c81a57284 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/10ead19c-0f8f-49da-bb45-73368b832557 HTTP/1.1" status: 204  len: 168 time: 0.4910285
Jun 01 10:25:35.823793 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55782) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:35.938262 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:36.010846 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Deleting port 0b131df4-e643-40dc-9290-4a0942fca2d2 {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:25:36.011189 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:36.092997 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] DHCP port deletion for 99740617-ed0c-40ad-b44d-30189a23b401 request from dv-cinder-784779-13-iscsi {{(pid=91882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 10:25:36.116038 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] For port 0b131df4-e643-40dc-9290-4a0942fca2d2, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=0b131df4-e643-40dc-9290-4a0942fca2d2,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:25:36.116400 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:36.159721 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Deleting port 0b131df4-e643-40dc-9290-4a0942fca2d2 {{(pid=91882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:25:36.160021 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:36.241182 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Calling delete_port for 0b131df4-e643-40dc-9290-4a0942fca2d2 owned by network:dhcp {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:25:36.259373 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] For port 0b131df4-e643-40dc-9290-4a0942fca2d2, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=0b131df4-e643-40dc-9290-4a0942fca2d2,segment=NetworkSegment(6569f7cb-0132-4cd1-82ff-213ec6b2920f),segment_id=6569f7cb-0132-4cd1-82ff-213ec6b2920f)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:25:36.259694 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:36.290338 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:36.294193 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-05eb6b49-8be9-4ef7-97e3-af2162557610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:36.386313 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Calling delete_port for 0b131df4-e643-40dc-9290-4a0942fca2d2 owned by network:dhcp {{(pid=91882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:25:36.430110 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264'] for port, after_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:36.434091 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:36.438138 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Pushing event deleted for resources: {'Port': ['ID=0b131df4-e643-40dc-9290-4a0942fca2d2,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:36.441277 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:36.442068 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] No DVR routers for this DVR port 0b131df4-e643-40dc-9290-4a0942fca2d2 on host dv-cinder-784779-13-iscsi {{(pid=91880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:25:36.478317 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Pushing event deleted for resources: {'Port': ['ID=0b131df4-e643-40dc-9290-4a0942fca2d2,revision_number=None']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:36.483871 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] No DVR routers for this DVR port 0b131df4-e643-40dc-9290-4a0942fca2d2 on host dv-cinder-784779-13-iscsi {{(pid=91882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:25:36.489917 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:36.490266 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:36.490606 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:36.490937 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:36.491266 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:36.491593 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:36.491916 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:36.492239 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:36.492678 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:36.492861 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:36.493194 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:36.493515 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-iscsi {{(pid=91882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 10:25:36.496346 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-6db4bee2-393f-4a12-805c-4d5c50808457 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:36.563992 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:36.576379 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd484ff6f40>,) {'filters': {'network_id': ['99740617-ed0c-40ad-b44d-30189a23b401']}} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:36.588126 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd484ff6f40>, '6569f7cb-0132-4cd1-82ff-213ec6b2920f') {'for_net_delete': True} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:36.588424 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd484ff6f40>, '6569f7cb-0132-4cd1-82ff-213ec6b2920f') {} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:36.600037 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2480018'] for segment, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:36.615887 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:36.621706 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=91880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:25:36.622734 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489895'] for segment, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]: Traceback (most recent call last):
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:     timer()
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:     cb(*args, **kw)
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:     return func(*args, **kwargs)
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:     self._notify()
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:     self.callback(batched_events)
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:     event.method(event)
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:     return f(self, *a, **k)
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._get(url).json()
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:25:36.635341 dv-cinder-784779-13-iscsi neutron-server[91880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:25:36.679222 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device bdc96eba-ba50-493d-b366-9c65c26f8a10 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:25:36.712698 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:36.716341 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: bdc96eba-ba50-493d-b366-9c65c26f8a10 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:25:36.716503 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:36.716842 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device bdc96eba-ba50-493d-b366-9c65c26f8a10 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:25:36.717289 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:25:36.728883 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:36.738907 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Pushing event deleted for resources: {'Network': ['ID=99740617-ed0c-40ad-b44d-30189a23b401,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:36.742004 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:36.750651 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:25:36.750926 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device dc0aed1c-8a3e-4e47-b0fd-9b9325fef458 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:25:36.751351 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 0b131df4-e643-40dc-9290-4a0942fca2d2 no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:25:36.755952 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-8a9600ed-0664-48d9-8a1d-983ef62cc19d admin admin] 10.222.0.86 "DELETE /v2.0/networks/99740617-ed0c-40ad-b44d-30189a23b401 HTTP/1.1" status: 204  len: 168 time: 0.9284492
Jun 01 10:25:36.756199 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55786) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:36.784850 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: 0b131df4-e643-40dc-9290-4a0942fca2d2 {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:25:36.785241 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device 0b131df4-e643-40dc-9290-4a0942fca2d2 not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:25:37.296131 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-317d5f49-f096-4844-bd64-4fd6df05c065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943910'] for router_interface, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:37.697221 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-317d5f49-f096-4844-bd64-4fd6df05c065 admin admin] Deleting port ff1f5984-d300-4ed4-926f-04e0c20bd4be {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:25:37.697456 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-317d5f49-f096-4844-bd64-4fd6df05c065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:37.753423 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-13c31556-6ec4-47d0-95cc-6bcf9feb89f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:37.874630 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:37.920583 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [None req-317d5f49-f096-4844-bd64-4fd6df05c065 admin admin] For port ff1f5984-d300-4ed4-926f-04e0c20bd4be, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=ff1f5984-d300-4ed4-926f-04e0c20bd4be,segment=NetworkSegment(a1fa1289-c128-41c5-927b-f05d85075b2b),segment_id=a1fa1289-c128-41c5-927b-f05d85075b2b)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:25:37.920930 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-317d5f49-f096-4844-bd64-4fd6df05c065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:38.040222 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-317d5f49-f096-4844-bd64-4fd6df05c065 admin admin] Calling delete_port for ff1f5984-d300-4ed4-926f-04e0c20bd4be owned by network:router_interface {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:25:38.182094 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-317d5f49-f096-4844-bd64-4fd6df05c065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:38.187083 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-39ce5a99-99f3-4602-8f67-1b439b034263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:38.229936 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d5f49-f096-4844-bd64-4fd6df05c065 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1f5984-d300-4ed4-926f-04e0c20bd4be,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:38.255869 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-317d5f49-f096-4844-bd64-4fd6df05c065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:38.500800 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-317d5f49-f096-4844-bd64-4fd6df05c065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939702'] for router_interface, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:38.829523 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:38.863145 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317d5f49-f096-4844-bd64-4fd6df05c065 admin admin] Router 2f44f815-38ea-477a-bc10-3725e9b9e5c7 has already been hosted by L3 agent 7ca933ac-d1f4-470e-857f-1a74323d0ec6 {{(pid=91880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 10:25:39.039651 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317d5f49-f096-4844-bd64-4fd6df05c065 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-iscsi the message routers_updated {{(pid=91880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 10:25:39.048637 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7398eb-ae51-453b-8bbf-b64d798758a6 None None] Sync routers for ids ['2f44f815-38ea-477a-bc10-3725e9b9e5c7'] in dv-cinder-784779-13-iscsi {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 10:25:39.055772 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-317d5f49-f096-4844-bd64-4fd6df05c065 admin admin] 10.222.0.86 "PUT /v2.0/routers/2f44f815-38ea-477a-bc10-3725e9b9e5c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2984576
Jun 01 10:25:39.058313 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55792) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:39.058922 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7398eb-ae51-453b-8bbf-b64d798758a6 None None] Routers {'2f44f815-38ea-477a-bc10-3725e9b9e5c7'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:25:39.059703 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-1e7398eb-ae51-453b-8bbf-b64d798758a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4864736a0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:25:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['2f44f815-38ea-477a-bc10-3725e9b9e5c7'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:39.240523 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-1e7398eb-ae51-453b-8bbf-b64d798758a6 None None] Set router 2f44f815-38ea-477a-bc10-3725e9b9e5c7 gateway port host: dv-cinder-784779-13-iscsi {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:25:39.351676 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Notify callbacks [] for router, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:39.534423 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:39.571579 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-1e7398eb-ae51-453b-8bbf-b64d798758a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4864736a0>, [{'id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'name': 'tempest-TestVolumeBootPattern-1305129063-router', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'external_fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce995998-f798-4d03-bcc7-f4f64f8a583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:44Z', 'updated_at': '2021-06-01T10:25:38Z', 'revision_number': 5, 'project_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'gw_port': {'id': 'ce995998-f798-4d03-bcc7-f4f64f8a583f', 'name': '', 'network_id': 'e28a5a03-817a-4451-8e06-db27cb915a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:17:45Z', 'updated_at': '2021-06-01T10:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47f682d-12ba-43e8-b50f-1d3b9fb49ebb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-iscsi'}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:39.575339 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7398eb-ae51-453b-8bbf-b64d798758a6 None None] Checking router: 2f44f815-38ea-477a-bc10-3725e9b9e5c7 for host: dv-cinder-784779-13-iscsi {{(pid=91883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 10:25:39.583745 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7398eb-ae51-453b-8bbf-b64d798758a6 None None] Routers {'2f44f815-38ea-477a-bc10-3725e9b9e5c7'} bound to L3 agent in host dv-cinder-784779-13-iscsi {{(pid=91883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 10:25:39.584346 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-1e7398eb-ae51-453b-8bbf-b64d798758a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd4864736a0>, 'dv-cinder-784779-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T10:05:38Z,description=<?>,heartbeat_timestamp=2021-06-01T10:25:38Z,host='dv-cinder-784779-13-iscsi',id=7ca933ac-d1f4-470e-857f-1a74323d0ec6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T10:05:38Z,topic='l3_agent')) {'router_ids': ['2f44f815-38ea-477a-bc10-3725e9b9e5c7'], 'active': True} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:39.607330 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Deleting port ce995998-f798-4d03-bcc7-f4f64f8a583f {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:25:39.607904 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:39.732230 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] For port ce995998-f798-4d03-bcc7-f4f64f8a583f, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=ce995998-f798-4d03-bcc7-f4f64f8a583f,segment=NetworkSegment(7336c29d-b8e9-423f-8633-78163974ddf5),segment_id=7336c29d-b8e9-423f-8633-78163974ddf5)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:25:39.732230 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:39.733794 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_dvr_db [None req-1e7398eb-ae51-453b-8bbf-b64d798758a6 None None] Set router 2f44f815-38ea-477a-bc10-3725e9b9e5c7 gateway port host: None {{(pid=91883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 10:25:39.840301 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.l3_hamode_db [None req-1e7398eb-ae51-453b-8bbf-b64d798758a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd4864736a0>, [{'id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'name': 'tempest-TestVolumeBootPattern-1305129063-router', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:44Z', 'updated_at': '2021-06-01T10:25:39Z', 'revision_number': 6, 'project_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'gw_port_host': None}], 'dv-cinder-784779-13-iscsi', False) {} {{(pid=91883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:39.844805 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7398eb-ae51-453b-8bbf-b64d798758a6 None None] The sync data for ids ['2f44f815-38ea-477a-bc10-3725e9b9e5c7'] in dv-cinder-784779-13-iscsi is: [{'id': '2f44f815-38ea-477a-bc10-3725e9b9e5c7', 'name': 'tempest-TestVolumeBootPattern-1305129063-router', 'tenant_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:17:44Z', 'updated_at': '2021-06-01T10:25:39Z', 'revision_number': 6, 'project_id': 'c14d4a97fc8d45968b08e16b2b78e488', 'gw_port_host': None}] {{(pid=91883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 10:25:39.863727 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Calling delete_port for ce995998-f798-4d03-bcc7-f4f64f8a583f owned by network:router_gateway {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:25:40.004947 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:40.009737 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c6723171-9bd0-4c13-b3df-088dc7c252db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:40.060781 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Pushing event deleted for resources: {'Port': ['ID=ce995998-f798-4d03-bcc7-f4f64f8a583f,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:40.086944 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:40.154001 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-944187'] for router_gateway, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:40.329309 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7008'] for router, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:40.331720 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:40.353572 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938634'] for router, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:40.354103 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f44f815-38ea-477a-bc10-3725e9b9e5c7 {{(pid=91880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 10:25:40.366441 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Notify callbacks [] for router, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:40.367550 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] 10.222.0.86 "DELETE /v2.0/routers/2f44f815-38ea-477a-bc10-3725e9b9e5c7 HTTP/1.1" status: 204  len: 168 time: 1.3083529
Jun 01 10:25:40.370035 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55796) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:40.444646 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.db_base_plugin_v2 [None req-886cc0f3-8690-4f43-a6ab-93416c3f71fa admin admin] Deleting subnet dbd5e646-d79c-4154-8e35-cc2ba4ac8387 {{(pid=91880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 10:25:40.447585 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-886cc0f3-8690-4f43-a6ab-93416c3f71fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:40.498735 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-886cc0f3-8690-4f43-a6ab-93416c3f71fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2480025'] for subnet, precommit_delete_associations {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:40.575912 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:40.580514 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-886cc0f3-8690-4f43-a6ab-93416c3f71fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481735'] for subnet, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:40.680818 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device ce995998-f798-4d03-bcc7-f4f64f8a583f no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:25:40.717927 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: ce995998-f798-4d03-bcc7-f4f64f8a583f {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:25:40.718291 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device ce995998-f798-4d03-bcc7-f4f64f8a583f not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:25:40.718710 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device ff1f5984-d300-4ed4-926f-04e0c20bd4be no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:25:40.751621 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: ff1f5984-d300-4ed4-926f-04e0c20bd4be {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:25:40.751972 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device ff1f5984-d300-4ed4-926f-04e0c20bd4be not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:25:40.936796 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-886cc0f3-8690-4f43-a6ab-93416c3f71fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2392705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2731557'] for subnet, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:40.941616 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-19d73007-bfc7-4925-80ff-ab277438c0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:40.977992 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-886cc0f3-8690-4f43-a6ab-93416c3f71fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for subnet, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:40.981138 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cc0f3-8690-4f43-a6ab-93416c3f71fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbd5e646-d79c-4154-8e35-cc2ba4ac8387,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:40.983048 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b028e14-668b-4f3c-94ef-159d7787ef4a None None] Network e6899b5c-fabd-44b6-be1f-677172b1741c requested from dv-cinder-784779-13-iscsi {{(pid=91882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 10:25:40.984169 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-886cc0f3-8690-4f43-a6ab-93416c3f71fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:40.987220 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-886cc0f3-8690-4f43-a6ab-93416c3f71fa admin admin] 10.222.0.86 "DELETE /v2.0/subnets/dbd5e646-d79c-4154-8e35-cc2ba4ac8387 HTTP/1.1" status: 204  len: 168 time: 0.6162713
Jun 01 10:25:40.989763 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55800) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:41.097083 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16369843'] for network, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:41.168825 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Deleting port a2f73652-83f2-402c-b139-c7b9d2c9609a {{(pid=91880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:25:41.169712 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:41.270920 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.db [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] For port a2f73652-83f2-402c-b139-c7b9d2c9609a, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=a2f73652-83f2-402c-b139-c7b9d2c9609a,segment=NetworkSegment(a1fa1289-c128-41c5-927b-f05d85075b2b),segment_id=a1fa1289-c128-41c5-927b-f05d85075b2b)] {{(pid=91880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:25:41.271139 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:41.276992 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b86f317-02c7-418a-b4be-72e1f8708bb5 None None] DHCP port deletion for e6899b5c-fabd-44b6-be1f-677172b1741c request from dv-cinder-784779-13-iscsi {{(pid=91882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 10:25:41.342676 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-6b86f317-02c7-418a-b4be-72e1f8708bb5 None None] Deleting port a2f73652-83f2-402c-b139-c7b9d2c9609a {{(pid=91882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 10:25:41.343048 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-6b86f317-02c7-418a-b4be-72e1f8708bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784424092739'] for port, before_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:41.395657 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.plugin [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Calling delete_port for a2f73652-83f2-402c-b139-c7b9d2c9609a owned by network:dhcp {{(pid=91880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:25:41.444700 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.db [None req-6b86f317-02c7-418a-b4be-72e1f8708bb5 None None] For port a2f73652-83f2-402c-b139-c7b9d2c9609a, host dv-cinder-784779-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-iscsi',level=0,port_id=a2f73652-83f2-402c-b139-c7b9d2c9609a,segment=NetworkSegment(a1fa1289-c128-41c5-927b-f05d85075b2b),segment_id=a1fa1289-c128-41c5-927b-f05d85075b2b)] {{(pid=91882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 10:25:41.444980 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2489970'] for port, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:41.445115 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-6b86f317-02c7-418a-b4be-72e1f8708bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945911'] for port, precommit_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:41.449682 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e7597c2d-5934-47d1-8e1a-ab7de2e98bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:41.494468 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f73652-83f2-402c-b139-c7b9d2c9609a,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:41.498088 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:41.498863 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] No DVR routers for this DVR port a2f73652-83f2-402c-b139-c7b9d2c9609a on host dv-cinder-784779-13-iscsi {{(pid=91880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:25:41.566699 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-6b86f317-02c7-418a-b4be-72e1f8708bb5 None None] Calling delete_port for a2f73652-83f2-402c-b139-c7b9d2c9609a owned by network:dhcp {{(pid=91882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 10:25:41.609522 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-6b86f317-02c7-418a-b4be-72e1f8708bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16401116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784424096166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784423662264'] for port, after_delete {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:41.613078 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-42ddeacd-071d-4b75-b129-0313fc06ca70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:41.620286 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478536', 'neutron.services.segments.db._delete_segments_for_network-8784424106460'] for network, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:41.633777 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd4850a6d90>,) {'filters': {'network_id': ['e6899b5c-fabd-44b6-be1f-677172b1741c']}} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:41.646832 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd4850a6d90>, 'a1fa1289-c128-41c5-927b-f05d85075b2b') {'for_net_delete': True} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:41.647131 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.services.segments.db [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd4850a6d90>, 'a1fa1289-c128-41c5-927b-f05d85075b2b') {} {{(pid=91880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 10:25:41.658851 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86f317-02c7-418a-b4be-72e1f8708bb5 None None] Pushing event deleted for resources: {'Port': ['ID=a2f73652-83f2-402c-b139-c7b9d2c9609a,revision_number=None']} {{(pid=91882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:41.659767 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784424115357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2480018'] for segment, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:41.661821 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG oslo_concurrency.lockutils [None req-6b86f317-02c7-418a-b4be-72e1f8708bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:41.662622 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b86f317-02c7-418a-b4be-72e1f8708bb5 None None] No DVR routers for this DVR port a2f73652-83f2-402c-b139-c7b9d2c9609a on host dv-cinder-784779-13-iscsi {{(pid=91882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 10:25:41.677634 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144'] for segment, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:41.683835 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=91880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 10:25:41.684218 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489895'] for segment, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]: Traceback (most recent call last):
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:     timer()
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:     cb(*args, **kw)
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:     return func(*args, **kwargs)
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:     self._notify()
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:     self.callback(batched_events)
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:     event.method(event)
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:     return f(self, *a, **k)
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._get(url).json()
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:     return self.request(url, 'GET', **kwargs)
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 10:25:41.697324 dv-cinder-784779-13-iscsi neutron-server[91880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 10:25:41.773739 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-858659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-944166'] for network, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:41.777310 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-e6b9c688-14f4-413f-81e5-52d7d9714f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:41.791423 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551104'] for network, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:41.804076 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Pushing event deleted for resources: {'Network': ['ID=e6899b5c-fabd-44b6-be1f-677172b1741c,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:41.807529 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:41.809361 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-aa32a31d-b6b4-4bb2-b974-deac021db20f admin admin] 10.222.0.86 "DELETE /v2.0/networks/e6899b5c-fabd-44b6-be1f-677172b1741c HTTP/1.1" status: 204  len: 168 time: 0.8185990
Jun 01 10:25:41.924091 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55806) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:41.973676 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-8f088d90-5cd9-4da2-aff7-b75176a3ae2f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3c45032ce1f14e298c34f0a151a2bd04&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0483475
Jun 01 10:25:41.975937 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.wsgi [-] (91880) accepted ('10.222.0.86', 55810) {{(pid=91880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:42.038848 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c42c841e-3a2a-42a0-bcd2-792dc26b9cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:42.065539 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c42c841e-3a2a-42a0-bcd2-792dc26b9cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:42.117338 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c42c841e-3a2a-42a0-bcd2-792dc26b9cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:42.124991 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-bf0dbc2a-5ba7-4648-b0f9-b5e02b967d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:42.137222 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c841e-3a2a-42a0-bcd2-792dc26b9cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002f429c-0aa2-4ec5-a6e6-aa47c2836f77,revision_number=None']} {{(pid=91880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:42.140065 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG oslo_concurrency.lockutils [None req-c42c841e-3a2a-42a0-bcd2-792dc26b9cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:42.143383 dv-cinder-784779-13-iscsi neutron-server[91880]: DEBUG neutron_lib.callbacks.manager [None req-c42c841e-3a2a-42a0-bcd2-792dc26b9cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:42.144489 dv-cinder-784779-13-iscsi neutron-server[91880]: INFO neutron.wsgi [None req-c42c841e-3a2a-42a0-bcd2-792dc26b9cc1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/002f429c-0aa2-4ec5-a6e6-aa47c2836f77 HTTP/1.1" status: 204  len: 168 time: 0.1676879
Jun 01 10:25:42.480947 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55818) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:42.534507 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-fefed0af-da3e-431b-b764-86220f3fdbf8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c14d4a97fc8d45968b08e16b2b78e488&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522563
Jun 01 10:25:42.536888 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [-] (91881) accepted ('10.222.0.86', 55822) {{(pid=91881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 10:25:42.594954 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-cc2b12a1-e865-4940-b709-a2fbdbb3304c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:42.619937 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-cc2b12a1-e865-4940-b709-a2fbdbb3304c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:42.674305 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-cc2b12a1-e865-4940-b709-a2fbdbb3304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858691'] for security_group, after_delete {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:42.676334 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device a2f73652-83f2-402c-b139-c7b9d2c9609a no longer exists at agent ovs-agent-dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 10:25:42.678155 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-c339ad58-e3c9-4900-8d10-ff4954a04460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 10:25:42.691496 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b12a1-e865-4940-b709-a2fbdbb3304c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56da09de-190b-4b0d-90fe-3d202b9186b1,revision_number=None']} {{(pid=91881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 10:25:42.694389 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG oslo_concurrency.lockutils [None req-cc2b12a1-e865-4940-b709-a2fbdbb3304c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 10:25:42.696314 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron_lib.callbacks.manager [None req-cc2b12a1-e865-4940-b709-a2fbdbb3304c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:25:42.700859 dv-cinder-784779-13-iscsi neutron-server[91881]: INFO neutron.wsgi [None req-cc2b12a1-e865-4940-b709-a2fbdbb3304c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/56da09de-190b-4b0d-90fe-3d202b9186b1 HTTP/1.1" status: 204  len: 168 time: 0.1596100
Jun 01 10:25:42.719006 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.plugin [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] No Port match for: a2f73652-83f2-402c-b139-c7b9d2c9609a {{(pid=91882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 10:25:42.719367 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron.plugins.ml2.rpc [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Device a2f73652-83f2-402c-b139-c7b9d2c9609a not bound to the agent host dv-cinder-784779-13-iscsi {{(pid=91882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 10:26:05.291222 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-1bd45220-a079-43bc-8e09-fc33c50cc22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:26:05.602034 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:26:07.754374 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-767195ee-5234-45c7-b60e-8595b1e410f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:26:07.879365 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:26:08.832265 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:26:10.568816 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:26:12.275294 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:26:35.283016 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2fa81229-d84d-45b4-b182-37e794db20e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:26:35.611443 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:26:37.756477 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-75572bf4-d728-4b5a-9ae6-cf28cc7f6c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:26:37.882824 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:26:38.834310 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:26:40.564697 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:26:49.273791 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:27:05.284872 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-19caed12-729f-40f6-b3d9-a2b7f93183aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:27:05.616446 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:27:07.758437 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-04aa2e8c-a0f0-44ab-afd6-53a0e0e7e04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:27:07.877710 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:27:08.838678 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:27:10.569727 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:27:26.272909 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:27:35.287018 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-ed8da274-208c-4e56-95cb-9300c52ab87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:27:35.631789 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:27:37.761588 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-fd18f657-fde3-4f48-aa99-b693364dc407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:27:37.878959 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:27:38.840741 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:27:40.573105 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:28:03.271839 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:28:05.291221 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-e4905853-046f-4884-9448-04f4eec29619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:28:05.662372 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:28:07.764483 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-13087d0e-8966-4a97-b06c-dd97d3b244f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:28:07.880401 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:28:08.844983 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:28:10.575424 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:28:35.293605 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-0d388ffd-5867-4d40-b4b7-37965a87f35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:28:35.663565 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:28:37.766741 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-e8266880-86cf-49ce-a5fa-e9379e5d7f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:28:37.881346 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:28:38.848149 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:28:40.272282 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:28:40.577735 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:28:50.769401 dv-cinder-784779-13-iscsi neutron-server[91881]: DEBUG neutron.wsgi [req-c83555e2-59e8-45fb-94a1-c05ed3c578d9 req-d02104a3-1f03-44de-8c27-8fa04221a753 service neutron] (91881) timed out ('10.222.0.93', 51539) {{(pid=91881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 01 10:29:05.295090 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-daa429ae-166f-472f-ad2b-396ddf7befb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:29:05.696106 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:29:07.773092 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-03ed62ba-5fc5-4054-8eab-5653317ff705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:29:07.883789 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:29:08.850879 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:29:10.580990 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:29:17.272114 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:29:35.297438 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-54eeb513-4c35-4b62-908e-6314f5d42e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:29:35.719515 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:29:37.765189 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-fd5760f8-4a17-47d8-b25b-cff923e7d129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:29:37.884491 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:29:38.852621 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:29:40.582654 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:29:54.270502 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:30:05.299227 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e4ec-881a-49a6-a68e-48c3aadad13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:30:05.728433 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:30:07.766045 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-c20ec71a-ba8f-4a13-bc45-7bc52f02003f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:30:07.884542 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:30:08.856483 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:30:10.586170 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:30:31.270435 dv-cinder-784779-13-iscsi neutron-server[91883]: DEBUG neutron.db.agents_db [None req-de9c10bb-ff4d-4e87-9501-93bbca7e3963 None None] Agent healthcheck: found 6 active agents {{(pid=91883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 10:30:35.303621 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-a9571344-cc51-4b18-b677-cfb445b4a883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:30:35.737429 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-8b656e47-9872-44b0-9f31-acc689c024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:30:37.768057 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-fade0110-221e-421f-b981-199854340f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:30:37.885724 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-acd96734-e1e4-41e4-8b32-5f651a1bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:30:38.860155 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-2a2073d7-ca38-4918-92d2-25887b67c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 10:30:40.587719 dv-cinder-784779-13-iscsi neutron-server[91882]: DEBUG neutron_lib.callbacks.manager [None req-d61203e3-93c8-4d18-ba6e-f07e2db6d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784424106478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16452486'] for agent, after_update {{(pid=91882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}